You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/16 16:40:48 UTC
[JENKINS-EA] Lucene-Solr-7.2-Linux (64bit/jdk-10-ea+32) - Build #
71 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/71/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:41289/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:41289/solr]
at __randomizedtesting.SeedInfo.seed([5C61C840FADE05FB:64D2ECBEDD2DD12A]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:108)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:41289/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 43 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:41289 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 47 more
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:32813_solr, 127.0.0.1:38969_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/6)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node3/data/", "base_url":"http://127.0.0.1:42167/solr", "node_name":"127.0.0.1:42167_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node3/data/tlog", "core":"testSimple1_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node5/data/", "base_url":"http://127.0.0.1:38969/solr", "node_name":"127.0.0.1:38969_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node5/data/tlog", "core":"testSimple1_shard1_replica_n2", "shared_storage":"true", "state":"active"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node7/data/", "base_url":"http://127.0.0.1:42167/solr", "node_name":"127.0.0.1:42167_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node7/data/tlog", "core":"testSimple1_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node8/data/", "base_url":"http://127.0.0.1:38969/solr", "node_name":"127.0.0.1:38969_solr", "type":"NRT", "ulogDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node8/data/tlog", "core":"testSimple1_shard2_replica_n6", "shared_storage":"true", "state":"active"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:32813_solr, 127.0.0.1:38969_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/6)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node3/data/",
"base_url":"http://127.0.0.1:42167/solr",
"node_name":"127.0.0.1:42167_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node3/data/tlog",
"core":"testSimple1_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node5/data/",
"base_url":"http://127.0.0.1:38969/solr",
"node_name":"127.0.0.1:38969_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node5/data/tlog",
"core":"testSimple1_shard1_replica_n2",
"shared_storage":"true",
"state":"active"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node7/data/",
"base_url":"http://127.0.0.1:42167/solr",
"node_name":"127.0.0.1:42167_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node7/data/tlog",
"core":"testSimple1_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node8/data/",
"base_url":"http://127.0.0.1:38969/solr",
"node_name":"127.0.0.1:38969_solr",
"type":"NRT",
"ulogDir":"hdfs://localhost.localdomain:33565/data/testSimple1/core_node8/data/tlog",
"core":"testSimple1_shard2_replica_n6",
"shared_storage":"true",
"state":"active"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([5C61C840FADE05FB:64D2ECBEDD2DD12A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:91)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11635 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[junit4] 2> 44171 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/init-core-data-001
[junit4] 2> 44172 WARN (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 44172 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 44173 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 44175 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001
[junit4] 2> 44175 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 44178 INFO (Thread-89) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 44178 INFO (Thread-89) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 44181 ERROR (Thread-89) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 44280 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45819
[junit4] 2> 44307 INFO (zkConnectionManagerCallback-79-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44323 INFO (jetty-launcher-76-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 44326 INFO (jetty-launcher-76-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 44330 INFO (jetty-launcher-76-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52394b54{/solr,null,AVAILABLE}
[junit4] 2> 44332 INFO (jetty-launcher-76-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69451470{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 44332 INFO (jetty-launcher-76-thread-2) [ ] o.e.j.s.Server Started @?????ms
[junit4] 2> 44332 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43731}
[junit4] 2> 44333 ERROR (jetty-launcher-76-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 44333 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 44333 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 44333 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 44333 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-16T15:39:00.715182Z
[junit4] 2> 44334 INFO (jetty-launcher-76-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 44342 INFO (jetty-launcher-76-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77edaf1e{/solr,null,AVAILABLE}
[junit4] 2> 44342 INFO (jetty-launcher-76-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@83aaed1{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 44342 INFO (jetty-launcher-76-thread-1) [ ] o.e.j.s.Server Started @?????ms
[junit4] 2> 44342 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38087}
[junit4] 2> 44343 ERROR (jetty-launcher-76-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 44343 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 44343 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 44343 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 44343 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-16T15:39:00.725348Z
[junit4] 2> 44348 INFO (zkConnectionManagerCallback-81-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44360 INFO (zkConnectionManagerCallback-83-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44360 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 44360 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 44361 INFO (jetty-launcher-76-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75ca72bc{/solr,null,AVAILABLE}
[junit4] 2> 44361 INFO (jetty-launcher-76-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@97795cc{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
[junit4] 2> 44362 INFO (jetty-launcher-76-thread-3) [ ] o.e.j.s.Server Started @?????ms
[junit4] 2> 44362 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41289}
[junit4] 2> 44362 ERROR (jetty-launcher-76-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 44362 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 44363 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 44363 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 44363 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-16T15:39:00.745047Z
[junit4] 2> 44390 INFO (zkConnectionManagerCallback-85-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44391 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 44394 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45819/solr
[junit4] 2> 44406 INFO (zkConnectionManagerCallback-89-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44409 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45819/solr
[junit4] 2> 44422 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45819/solr
[junit4] 2> 44426 INFO (zkConnectionManagerCallback-93-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44427 INFO (zkConnectionManagerCallback-95-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44458 INFO (zkConnectionManagerCallback-101-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44459 INFO (zkConnectionManagerCallback-99-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44476 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 44476 INFO (zkConnectionManagerCallback-104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44477 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41289_solr
[junit4] 2> 44479 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.c.Overseer Overseer (id=99184721301405704-127.0.0.1:41289_solr-n_0000000000) starting
[junit4] 2> 44495 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 44496 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43731_solr
[junit4] 2> 44549 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 44554 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41289_solr
[junit4] 2> 44558 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 44562 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 44562 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 44585 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 44586 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 44589 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38087_solr
[junit4] 2> 44598 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44647 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43731.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44658 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44665 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43731.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44665 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43731.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44670 INFO (jetty-launcher-76-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/.
[junit4] 2> 44684 INFO (zkCallback-100-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44712 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44726 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44727 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44728 INFO (jetty-launcher-76-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node3/.
[junit4] 2> 44731 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38087.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44787 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38087.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44787 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38087.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 44788 INFO (jetty-launcher-76-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node1/.
[junit4] 2> 44851 INFO (zkConnectionManagerCallback-109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44870 INFO (zkConnectionManagerCallback-113-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44871 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 44872 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45819/solr ready
[junit4] 2> 44909 INFO (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[5C61C840FADE05FB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 44924 INFO (qtp1488228818-454) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:43731_solr,127.0.0.1:41289_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 44937 INFO (OverseerThreadFactory-200-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 45049 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41289/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45053 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43731/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45057 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41289/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45060 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43731/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45297 INFO (qtp1488228818-452) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 45298 INFO (qtp1488228818-452) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 45306 INFO (qtp530015165-428) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 45306 INFO (qtp530015165-428) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 45307 INFO (qtp530015165-433) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 45318 INFO (qtp1488228818-457) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 45462 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 45462 INFO (zkCallback-100-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46325 INFO (qtp530015165-428) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 46331 INFO (qtp530015165-428) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 46333 INFO (qtp530015165-428) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 46333 INFO (qtp530015165-428) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 46333 INFO (qtp530015165-428) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43731.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 46333 INFO (qtp530015165-428) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46333 INFO (qtp530015165-428) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 46339 INFO (qtp1488228818-457) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 46346 INFO (qtp1488228818-457) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 46348 INFO (qtp1488228818-457) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 46348 INFO (qtp1488228818-457) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 46348 INFO (qtp1488228818-457) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 46348 INFO (qtp1488228818-457) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46349 INFO (qtp1488228818-457) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node3/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 46378 INFO (qtp530015165-433) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 46382 INFO (qtp1488228818-452) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 46386 INFO (qtp530015165-433) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 46388 INFO (qtp1488228818-452) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 46388 INFO (qtp530015165-433) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 46388 INFO (qtp530015165-433) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 46389 INFO (qtp530015165-433) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43731.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 46389 INFO (qtp530015165-433) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46389 INFO (qtp530015165-433) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 46390 INFO (qtp1488228818-452) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 46390 INFO (qtp1488228818-452) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 46391 INFO (qtp1488228818-452) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 46391 INFO (qtp1488228818-452) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 46391 INFO (qtp1488228818-452) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node3/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 46440 INFO (qtp530015165-428) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 46440 INFO (qtp530015165-428) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 46441 INFO (qtp530015165-428) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 46441 INFO (qtp530015165-428) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 46443 INFO (qtp530015165-428) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3deeabba[testSimple1_shard1_replica_n2] main]
[junit4] 2> 46443 INFO (qtp1488228818-457) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 46443 INFO (qtp1488228818-457) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 46444 INFO (qtp530015165-428) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 46444 INFO (qtp530015165-428) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 46445 INFO (qtp1488228818-457) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 46445 INFO (qtp1488228818-457) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 46445 INFO (qtp530015165-428) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 46446 INFO (searcherExecutor-207-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@3deeabba[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 46448 INFO (qtp530015165-428) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955543201710080
[junit4] 2> 46454 INFO (qtp1488228818-457) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6519ad98[testSimple1_shard1_replica_n1] main]
[junit4] 2> 46454 INFO (qtp530015165-428) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 46454 INFO (qtp1488228818-457) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 46455 INFO (qtp1488228818-457) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 46455 INFO (qtp1488228818-457) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 46458 INFO (searcherExecutor-208-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@6519ad98[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 46458 INFO (qtp1488228818-457) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955543212195840
[junit4] 2> 46462 INFO (qtp530015165-433) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 46462 INFO (qtp530015165-433) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 46463 INFO (qtp530015165-433) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 46463 INFO (qtp530015165-433) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 46465 INFO (qtp530015165-433) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@788711c5[testSimple1_shard2_replica_n6] main]
[junit4] 2> 46466 INFO (qtp530015165-433) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 46466 INFO (qtp530015165-433) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 46467 INFO (qtp530015165-433) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 46468 INFO (qtp530015165-433) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955543222681600
[junit4] 2> 46471 INFO (qtp1488228818-452) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 46472 INFO (qtp1488228818-452) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 46472 INFO (qtp1488228818-452) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 46472 INFO (qtp1488228818-452) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 46474 INFO (searcherExecutor-209-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@788711c5[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 46474 INFO (qtp1488228818-452) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@35b720f0[testSimple1_shard2_replica_n4] main]
[junit4] 2> 46476 INFO (qtp1488228818-452) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 46476 INFO (qtp1488228818-452) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 46477 INFO (qtp1488228818-452) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 46478 INFO (searcherExecutor-210-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@35b720f0[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 46478 INFO (qtp1488228818-452) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955543233167360
[junit4] 2> 46482 INFO (qtp530015165-433) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 46482 INFO (qtp530015165-433) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 46482 INFO (qtp530015165-433) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43731/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 46486 INFO (qtp530015165-433) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:43731/solr START replicas=[http://127.0.0.1:41289/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 46495 INFO (qtp1488228818-453) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 46583 INFO (zkCallback-100-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46583 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46794 INFO (qtp530015165-433) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:43731/solr DONE. We have no versions. sync failed.
[junit4] 2> 46794 INFO (qtp530015165-433) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 46794 INFO (qtp530015165-433) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 46794 INFO (qtp530015165-433) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 46796 INFO (qtp530015165-433) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43731/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 46897 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46897 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46946 INFO (qtp530015165-433) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 46954 INFO (qtp530015165-428) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 46954 INFO (qtp530015165-428) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 46954 INFO (qtp530015165-428) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43731/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 46954 INFO (qtp530015165-428) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:43731/solr START replicas=[http://127.0.0.1:41289/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 46955 INFO (qtp530015165-433) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1647
[junit4] 2> 46956 INFO (qtp1488228818-453) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47048 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 47048 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 47255 INFO (qtp530015165-428) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:43731/solr DONE. We have no versions. sync failed.
[junit4] 2> 47255 INFO (qtp530015165-428) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 47255 INFO (qtp530015165-428) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 47255 INFO (qtp530015165-428) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 47256 INFO (qtp530015165-428) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43731/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 47358 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 47358 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 47407 INFO (qtp530015165-428) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 47416 INFO (qtp530015165-428) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2115
[junit4] 2> 47465 INFO (qtp1488228818-457) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2147
[junit4] 2> 47484 INFO (qtp1488228818-452) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2186
[junit4] 2> 47487 INFO (qtp1488228818-454) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 47584 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 47584 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 48487 INFO (qtp1488228818-454) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:43731_solr,127.0.0.1:41289_solr&wt=javabin&version=2} status=0 QTime=3563
[junit4] 2> 48489 INFO (qtp1488228818-456) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41289_solr,127.0.0.1:38087_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 48491 INFO (OverseerThreadFactory-200-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 48492 INFO (OverseerCollectionConfigSetProcessor-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 48698 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41289/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 48700 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38087/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 48901 INFO (qtp1488228818-450) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 48902 INFO (qtp1098775817-444) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 48902 INFO (qtp1098775817-444) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 49004 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 49004 INFO (zkCallback-100-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 49004 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 49005 INFO (zkCallback-94-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 49912 INFO (qtp1098775817-444) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 49919 INFO (qtp1098775817-444) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 49937 INFO (qtp1098775817-444) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 49937 INFO (qtp1488228818-450) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 49937 INFO (qtp1098775817-444) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 49938 INFO (qtp1098775817-444) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38087.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 49938 INFO (qtp1098775817-444) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 49938 INFO (qtp1098775817-444) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 49945 INFO (qtp1488228818-450) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 49947 INFO (qtp1488228818-450) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 49947 INFO (qtp1488228818-450) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 49948 INFO (qtp1488228818-450) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41289.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 49948 INFO (qtp1488228818-450) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 49948 INFO (qtp1488228818-450) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 49973 INFO (qtp1098775817-444) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 49973 INFO (qtp1098775817-444) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 49974 INFO (qtp1098775817-444) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 49974 INFO (qtp1098775817-444) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 49975 INFO (qtp1098775817-444) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@343925ea[testSimple2_shard1_replica_n2] main]
[junit4] 2> 49976 INFO (qtp1098775817-444) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 49976 INFO (qtp1098775817-444) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 49977 INFO (qtp1098775817-444) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 49977 INFO (qtp1098775817-444) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955546902134784
[junit4] 2> 49978 INFO (searcherExecutor-227-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@343925ea[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 49981 INFO (qtp1098775817-444) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 49994 INFO (qtp1488228818-450) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 49994 INFO (qtp1488228818-450) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 49995 INFO (qtp1488228818-450) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 49995 INFO (qtp1488228818-450) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 49997 INFO (qtp1488228818-450) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31f6b3[testSimple2_shard1_replica_n1] main]
[junit4] 2> 49998 INFO (qtp1488228818-450) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 49998 INFO (qtp1488228818-450) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 49999 INFO (qtp1488228818-450) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 50000 INFO (searcherExecutor-228-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@31f6b3[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 50000 INFO (qtp1488228818-450) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955546926252032
[junit4] 2> 50082 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 50082 INFO (zkCallback-100-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 50082 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 50082 INFO (zkCallback-94-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 50482 INFO (qtp1098775817-444) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 50482 INFO (qtp1098775817-444) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 50482 INFO (qtp1098775817-444) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38087/solr/testSimple2_shard1_replica_n2/
[junit4] 2> 50482 INFO (qtp1098775817-444) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=http://127.0.0.1:38087/solr START replicas=[http://127.0.0.1:41289/solr/testSimple2_shard1_replica_n1/] nUpdates=100
[junit4] 2> 50492 INFO (qtp1488228818-441) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 50790 INFO (qtp1098775817-444) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=http://127.0.0.1:38087/solr DONE. We have no versions. sync failed.
[junit4] 2> 50790 INFO (qtp1098775817-444) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 50790 INFO (qtp1098775817-444) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 50790 INFO (qtp1098775817-444) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 50795 INFO (qtp1098775817-444) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38087/solr/testSimple2_shard1_replica_n2/ shard1
[junit4] 2> 50896 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 50896 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 50896 INFO (zkCallback-100-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 50896 INFO (zkCallback-94-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 50946 INFO (qtp1098775817-444) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 50955 INFO (qtp1098775817-444) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2052
[junit4] 2> 51004 INFO (qtp1488228818-450) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2103
[junit4] 2> 51006 INFO (qtp1488228818-456) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 51105 INFO (zkCallback-94-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 51105 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 51105 INFO (zkCallback-100-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 51105 INFO (zkCallback-100-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 52006 INFO (qtp1488228818-456) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41289_solr,127.0.0.1:38087_solr&wt=javabin&version=2} status=0 QTime=3518
[junit4] 2> 52008 INFO (qtp1488228818-532) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:43731_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 52009 INFO (OverseerThreadFactory-200-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 52009 INFO (OverseerCollectionConfigSetProcessor-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 52217 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43731/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 52219 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43731/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 52220 INFO (OverseerStateUpdate-99184721301405704-127.0.0.1:41289_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43731/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 52424 INFO (qtp530015165-431) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 52424 INFO (qtp530015165-432) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 52425 INFO (qtp530015165-434) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 52532 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 52532 INFO (zkCallback-103-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 53490 INFO (qtp530015165-434) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 53491 INFO (qtp530015165-431) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 53491 INFO (qtp530015165-432) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 53505 INFO (qtp530015165-434) [ ] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 53505 INFO (qtp530015165-432) [ ] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 53507 INFO (qtp530015165-434) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 53507 INFO (qtp530015165-434) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard1_replica_n1' using configuration from collection testSimple3, trusted=true
[junit4] 2> 53508 INFO (qtp530015165-434) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43731.solr.core.testSimple3.shard1.replica_n1' (registry 'solr.core.testSimple3.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 53508 INFO (qtp530015165-432) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 53508 INFO (qtp530015165-432) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard3_replica_n4' using configuration from collection testSimple3, trusted=true
[junit4] 2> 53508 INFO (qtp530015165-432) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43731.solr.core.testSimple3.shard3.replica_n4' (registry 'solr.core.testSimple3.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 53509 INFO (qtp530015165-432) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 53509 INFO (qtp530015165-432) [ ] o.a.s.c.SolrCore [[testSimple3_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/testSimple3_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/./testSimple3_shard3_replica_n4/data/]
[junit4] 2> 53509 INFO (qtp530015165-434) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 53509 INFO (qtp530015165-434) [ ] o.a.s.c.SolrCore [[testSimple3_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/testSimple3_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/./testSimple3_shard1_replica_n1/data/]
[junit4] 2> 53515 INFO (qtp530015165-431) [ ] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 53516 INFO (qtp530015165-431) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 53516 INFO (qtp530015165-431) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard2_replica_n2' using configuration from collection testSimple3, trusted=true
[junit4] 2> 53517 INFO (qtp530015165-431) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43731.solr.core.testSimple3.shard2.replica_n2' (registry 'solr.core.testSimple3.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c60b918
[junit4] 2> 53517 INFO (qtp530015165-431) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 53517 INFO (qtp530015165-431) [ ] o.a.s.c.SolrCore [[testSimple3_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/testSimple3_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_5C61C840FADE05FB-001/tempDir-001/node2/./testSimple3_shard2_replica_n2/data/]
[junit4] 2> 53601 INFO (qtp530015165-434) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 53601 INFO (qtp530015165-434) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 53603 INFO (qtp530015165-434) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 53603 INFO (qtp530015165-434) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 53605 INFO (qtp530015165-434) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b40233d[testSimple3_shard1_replica_n1] main]
[junit4] 2> 53606 INFO (qtp530015165-434) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 53607 INFO (qtp530015165-434) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 53607 INFO (qtp530015165-434) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 53615 INFO (qtp530015165-432) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 53616 INFO (qtp530015165-432) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 53617 INFO (qtp530015165-432) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 53617 INFO (qtp530015165-432) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 53618 INFO (qtp530015165-432) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@21536057[testSimple3_shard3_replica_n4] main]
[junit4] 2> 53619 INFO (qtp530015165-432) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 53620 INFO (qtp530015165-432) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 53620 INFO (qtp530015165-431) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 53620 INFO (qtp530015165-431) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 53620 INFO (qtp530015165-432) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 53621 INFO (qtp530015165-432) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955550723145728
[junit4] 2> 53621 INFO (qtp530015165-431) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 53621 INFO (qtp530015165-431) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 53628 INFO (qtp530015165-432) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 53628 INFO (qtp530015165-432) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 53628 INFO (qtp530015165-432) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43731/solr/testSimple3_shard3_replica_n4/
[junit4] 2> 53628 INFO (qtp530015165-432) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 53628 INFO (qtp530015165-432) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:43731/solr/testSimple3_shard3_replica_n4/ has no replicas
[junit4] 2> 53628 INFO (qtp530015165-432) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 53630 INFO (qtp530015165-432) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43731/solr/testSimple3_shard3_replica_n4/ shard3
[junit4] 2> 53631 INFO (qtp530015165-431) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@527d9b45[testSimple3_shard2_replica_n2] main]
[junit4] 2> 53632 INFO (searcherExecutor-237-thread-1) [ ] o.a.s.c.SolrCore [testSimple3_shard1_replica_n1] Registered new searcher Searcher@7b40233d[testSimple3_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 53632 INFO (searcherExecutor-238-thread-1) [ ] o.a.s.c.SolrCore [testSimple3_shard3_replica_n4] Registered new searcher Searcher@21536057[testSimple3_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 53633 INFO (qtp530015165-434) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955550735728640
[junit4] 2> 53639 INFO (qtp530015165-434) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 53639 INFO (qtp530015165-434) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 53639 INFO (qtp530015165-434) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43731/solr/testSimple3_shard1_replica_n1/
[junit4] 2> 53639 INFO (qtp530015165-434) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 53639 INFO (qtp530015165-434) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:43731/solr/testSimple3_shard1_replica_n1/ has no replicas
[junit4] 2> 53639 INFO (qtp530015165-434) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 53642 INFO (qtp530015165-431) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 53642 INFO (qtp530015165-431) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 53643 INFO (qtp530015165-431) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 53645 INFO (searcherExecutor-239-thread-1) [ ] o.a.s.c.SolrCore [testSimple3_shard2_replica_n2] Registered new searcher Searcher@527d9b45[testSimple3_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 53645 INFO (qtp530015165-431) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586955550748311552
[junit4] 2> 53646 INFO (qtp530015165-434) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43731/solr/testSimple3_shard1_replica_n1/ shard1
[junit4] 2> 53649 INFO (qtp530015165-431) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 53649 INFO (qtp530015165-431) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 53649 INFO (qtp530015165-431) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43731/solr/testSimple3_shard2_replica_n2/
[junit4] 2> 53649 INFO (qtp530015165-431) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 53649 INFO (qtp530015165-431) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:43731/solr/testSimple3_shard2_replica_n2/ has no replicas
[junit4] 2> 53649 INFO (qtp530015165-431) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 53652 INFO (qtp530015165-431) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43731/solr/testSimple3_shard2_replica_n2/ shard2
[junit4] 2> 53754 INFO (zkCallback-103-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 53754 INFO (zkCallback-103-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 53792 INFO (qtp530015165-432) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 53795 INFO (qtp530015165-432) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1370
[junit4] 2> 53803 INFO (qtp530015165-434) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 53803 INFO (qtp530015165-431) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 53807 INFO (qtp530015165-431) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1383
[junit4]
[...truncated too long message...]
try=solr.collection.testSimple2.shard1.leader, tag=1033819672
[junit4] 2> 1493732 INFO (coreCloseExecutor-4566-thread-2) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:33565/data/testSimple2/core_node5/data
[junit4] 2> 1493732 INFO (coreCloseExecutor-4566-thread-2) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:33565/data/testSimple2/core_node5/data/snapshot_metadata
[junit4] 2> 1493732 INFO (coreCloseExecutor-4566-thread-2) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:33565/data/testSimple2/core_node5/data/index
[junit4] 2> 1493733 INFO (jetty-closer-3117-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3685bf12{/solr,null,UNAVAILABLE}
[junit4] 2> 1493733 ERROR (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1493734 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45877 45877
[junit4] 2> 1499562 INFO (Thread-4959) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45877 45877
[junit4] 2> 1499563 WARN (Thread-4959) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/collections/testSimple1/state.json
[junit4] 2> 12 /solr/collections/testSimple2/state.json
[junit4] 2> 5 /solr/collections/testSimple3/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99184792381685769-127.0.0.1:38969_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 1499564 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1499578 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5C61C840FADE05FB]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1499679 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:33565) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1499679 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:33565) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1631961197-88.99.242.108-1513439825483 (Datanode Uuid f800cffa-9f3d-45df-8a6b-0d52531ea4f6) service to localhost.localdomain/127.0.0.1:33565
[junit4] 2> 1499681 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1499688 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5C61C840FADE05FB]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1499789 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:33565) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1499789 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:33565) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1631961197-88.99.242.108-1513439825483 (Datanode Uuid 78e9bca6-0790-4409-a55f-b6711b199daf) service to localhost.localdomain/127.0.0.1:33565
[junit4] 2> 1499796 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5C61C840FADE05FB]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 1499910 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[5C61C840FADE05FB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45877 45877
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_5C61C840FADE05FB-001
[junit4] 2> Dec 16, 2017 4:03:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=207, maxMBSortInHeap=5.182828301049179, sim=RandomSimilarity(queryNorm=true): {}, locale=yo-NG, timezone=America/Scoresbysund
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=2,free=214359128,total=508559360
[junit4] 2> NOTE: All tests run in this JVM: [SolrMetricsIntegrationTest, SolrCoreMetricManagerTest, LukeRequestHandlerTest, TestStressUserVersions, RankQueryTest, TestTolerantUpdateProcessorCloud, ChangedSchemaMergeTest, TestRawResponseWriter, TestPolicyCloud, TestStressInPlaceUpdates, TestFieldCache, PKIAuthenticationIntegrationTest, SolrCLIZkUtilsTest, TestPrepRecovery, TestRuleBasedAuthorizationPlugin, ShardRoutingCustomTest, TestRangeQuery, TestExclusionRuleCollectionAccess, InfoHandlerTest, TestCoreAdminApis, TestSchemaSimilarityResource, TestStressRecovery, TestLegacyNumericUtils, BlockJoinFacetSimpleTest, ZkFailoverTest, SpellCheckCollatorWithCollapseTest, TestBlobHandler, TestLRUStatsCache, PeerSyncReplicationTest, HighlighterConfigTest, UpdateLogTest, TestSolrCoreSnapshots, SecurityConfHandlerTest, TestCustomSort, ConvertedLegacyTest, PreAnalyzedUpdateProcessorTest, SolrJmxReporterCloudTest, TestManagedSynonymGraphFilterFactory, MetricUtilsTest, TestXmlQParserPlugin, AutoScalingHandlerTest, DocumentAnalysisRequestHandlerTest, BJQParserTest, TestLazyCores, TestJsonRequest, DeleteLastCustomShardedReplicaTest, RequestHandlersTest, SOLR749Test, TestBackupRepositoryFactory, RollingRestartTest, AddReplicaTest, UUIDUpdateProcessorFallbackTest, BadIndexSchemaTest, DocExpirationUpdateProcessorFactoryTest, PathHierarchyTokenizerFactoryTest, TestCustomStream, ClusterStateUpdateTest, ImplicitSnitchTest, ClassificationUpdateProcessorIntegrationTest, ShowFileRequestHandlerTest, TestSimpleQParserPlugin, SignatureUpdateProcessorFactoryTest, TestHdfsUpdateLog, TestInfoStreamLogging, PrimUtilsTest, TestPayloadCheckQParserPlugin, HdfsChaosMonkeySafeLeaderTest, AtomicUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, SpellingQueryConverterTest, TestSchemaManager, TestPerFieldSimilarity, DeleteShardTest, MultiThreadedOCPTest, TestLegacyFieldCache, SolrIndexConfigTest, TestManagedResourceStorage, DistributedVersionInfoTest, SolrCloudReportersTest, HdfsDirectoryTest, CloudExitableDirectoryReaderTest, TestWriterPerf, TermVectorComponentDistributedTest, TestSolrConfigHandlerCloud, TestCollationField, TestFieldCacheSortRandom, ShufflingReplicaListTransformerTest, TestReloadAndDeleteDocs, HdfsUnloadDistributedZkTest, DocValuesMissingTest, NumericFieldsTest, NotRequiredUniqueKeyTest, TestHdfsBackupRestoreCore, TestNamedUpdateProcessors, NodeLostTriggerTest, TestRecoveryHdfs, TestConfigSetsAPIExclusivity, TestCursorMarkWithoutUniqueKey, TestRTGBase, HdfsBasicDistributedZk2Test, TestMultiWordSynonyms, CursorMarkTest, TestCustomDocTransformer, HLLSerializationTest, DirectUpdateHandlerTest, JSONWriterTest, DocValuesMultiTest, HdfsSyncSliceTest, OutputWriterTest, TestFastWriter, SolrIndexSplitterTest, TestImpersonationWithHadoopAuth, TestDocSet, LegacyCloudClusterPropTest, TestSubQueryTransformerCrossCore, TestAtomicUpdateErrorCases, TestCloudJSONFacetJoinDomain, TestOmitPositions, LeaderFailureAfterFreshStartTest, HdfsAutoAddReplicasIntegrationTest]
[junit4] Completed [383/751 (2!)] on J1 in 377.30s, 1 test, 1 failure <<< FAILURES!
[...truncated 41415 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk-9.0.1) - Build # 78 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/78/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.TestLTROnSolrCloud
Error Message:
96 threads leaked from SUITE scope at org.apache.solr.ltr.TestLTROnSolrCloud: 1) Thread[id=217, name=Thread-66, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 2) Thread[id=216, name=ScheduledTrigger-96-thread-2, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=162, name=org.eclipse.jetty.server.session.HashSessionManager@58626750Timer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=258, name=ScheduledTrigger-96-thread-4, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=285, name=zkCallback-41-thread-2, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=214, name=OverseerAutoScalingTriggerThread-99192872319647754-127.0.0.1:42553_solr-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=151, name=qtp1103833900-151, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$276/2130681360.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$191/1747700864.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 8) Thread[id=119, name=ProcessThread(sid:0 cport:34019):, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 9) Thread[id=141, name=qtp2013031964-141-acceptor-٠@78e057d1-ServerConnector@4df23c21{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٣٨٩٥}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 10) Thread[id=246, name=Scheduler-2033946259, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 11) Thread[id=158, name=org.eclipse.jetty.server.session.HashSessionManager@7959b7baTimer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 12) Thread[id=175, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 13) Thread[id=195, name=jetty-launcher-13-thread-3-SendThread(127.0.0.1:34019), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 14) Thread[id=269, name=searcherExecutor-108-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 15) Thread[id=202, name=zkConnectionManagerCallback-42-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 16) Thread[id=236, name=OverseerThreadFactory-98-thread-1-processing-n:127.0.0.1:42553_solr, state=WAITING, group=Overseer collection creation process.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ExecutorCompletionService.take(ExecutorCompletionService.java:192) at app//org.apache.solr.handler.component.HttpShardHandler.take(HttpShardHandler.java:248) at app//org.apache.solr.handler.component.HttpShardHandler.takeCompletedOrError(HttpShardHandler.java:241) at app//org.apache.solr.cloud.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:728) at app//org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:297) at app//org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233) at app//org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$225/1882973720.run(Unknown Source) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 17) Thread[id=283, name=qtp2013031964-283, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 18) Thread[id=137, name=qtp1359733116-137, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 19) Thread[id=140, name=qtp2013031964-140, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 20) Thread[id=159, name=qtp1103833900-159, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$276/2130681360.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$191/1747700864.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 21) Thread[id=156, name=org.eclipse.jetty.server.session.HashSessionManager@36387000Timer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 22) Thread[id=154, name=org.eclipse.jetty.server.session.HashSessionManager@64d1976eTimer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 23) Thread[id=149, name=qtp1103833900-149, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 24) Thread[id=272, name=searcherExecutor-109-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 25) Thread[id=282, name=qtp2013031964-282, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 26) Thread[id=234, name=zkConnectionManagerCallback-61-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 27) Thread[id=117, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 28) Thread[id=128, name=qtp850315219-128, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$276/2130681360.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$191/1747700864.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 29) Thread[id=176, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 30) Thread[id=199, name=jetty-launcher-13-thread-4-SendThread(127.0.0.1:34019), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 31) Thread[id=177, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 32) Thread[id=198, name=jetty-launcher-13-thread-1-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 33) Thread[id=235, name=Scheduler-1013526518, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 34) Thread[id=280, name=qtp2013031964-280, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 35) Thread[id=152, name=qtp1103833900-152, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 36) Thread[id=180, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 37) Thread[id=221, name=Thread-68, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 38) Thread[id=284, name=qtp850315219-284, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 39) Thread[id=222, name=Thread-69, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 40) Thread[id=150, name=qtp1359733116-150, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$276/2130681360.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$191/1747700864.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 41) Thread[id=268, name=searcherExecutor-107-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 42) Thread[id=130, name=qtp850315219-130-acceptor-٠@1c1b3f88-ServerConnector@7bf0bfd{HTTP/1.1,[http/1.1]}{127.0.0.1:٤٢٥٥٣}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 43) Thread[id=276, name=qtp1359733116-276, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 44) Thread[id=232, name=TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[7C97AF04BAA7EEEF]-SendThread(127.0.0.1:34019), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 45) Thread[id=115, name=Thread-33, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Thread.join(Thread.java:1353) at java.base@9.0.1/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 46) Thread[id=233, name=TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[7C97AF04BAA7EEEF]-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 47) Thread[id=201, name=zkConnectionManagerCallback-46-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 48) Thread[id=270, name=searcherExecutor-112-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 49) Thread[id=228, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 50) Thread[id=134, name=qtp1359733116-134, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$276/2130681360.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$191/1747700864.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 51) Thread[id=146, name=qtp850315219-146, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 52) Thread[id=211, name=OverseerStateUpdate-99192872319647754-127.0.0.1:42553_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 53) Thread[id=196, name=jetty-launcher-13-thread-3-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 54) Thread[id=186, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 55) Thread[id=127, name=qtp850315219-127, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 56) Thread[id=129, name=qtp850315219-129, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 57) Thread[id=142, name=qtp2013031964-142, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:768) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$276/2130681360.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$191/1747700864.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 58) Thread[id=256, name=ScheduledTrigger-96-thread-3, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 59) Thread[id=116, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 60) Thread[id=161, name=qtp1103833900-161, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 61) Thread[id=219, name=Thread-67, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 62) Thread[id=153, name=qtp1103833900-153-acceptor-٠@389c71dc-ServerConnector@4db7e073{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٨٣٦٥}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 63) Thread[id=204, name=jetty-launcher-13-thread-2-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 64) Thread[id=277, name=searcherExecutor-115-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 65) Thread[id=215, name=ScheduledTrigger-96-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 66) Thread[id=197, name=jetty-launcher-13-thread-1-SendThread(127.0.0.1:34019), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 67) Thread[id=148, name=qtp2013031964-148, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 68) Thread[id=247, name=Scheduler-1607206189, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 69) Thread[id=147, name=qtp1359733116-147-acceptor-٠@1a4c1892-ServerConnector@148bf5ab{HTTP/1.1,[http/1.1]}{127.0.0.1:٤٦٧٠٣}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 70) Thread[id=203, name=jetty-launcher-13-thread-2-SendThread(127.0.0.1:34019), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 71) Thread[id=205, name=zkConnectionManagerCallback-44-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 72) Thread[id=139, name=qtp2013031964-139, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 73) Thread[id=200, name=jetty-launcher-13-thread-4-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 74) Thread[id=138, name=qtp1359733116-138, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 75) Thread[id=271, name=searcherExecutor-113-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 76) Thread[id=286, name=zkCallback-41-thread-3, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.Sy
[...truncated too long message...]
ed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
common.resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/null772328458
[copy] Copying 36 files to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/null772328458
[delete] Deleting directory /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/null772328458
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/null1325995760
[copy] Copying 221 files to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/null1325995760
[delete] Deleting directory /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/null1325995760
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 28ms :: artifacts dl 0ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 86 minutes 48 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
WARN: no matches found within 10000
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=7249e798696fd7b91f6fb8834a4d393a88208492, workspace=/var/lib/jenkins/workspace/Lucene-Solr-7.2-Linux
[WARNINGS] Computing warning deltas based on reference build #77
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-7.2-Linux (32bit/jdk1.8.0_144) - Build # 77 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/77/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TriLevelCompositeIdRoutingTest
Error Message:
21 threads leaked from SUITE scope at org.apache.solr.cloud.TriLevelCompositeIdRoutingTest: 1) Thread[id=3274, name=zkConnectionManagerCallback-628-thread-1, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=3276, name=Thread-1145, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 3) Thread[id=3258, name=qtp16402584-3258, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=3295, name=zkCallback-627-thread-5, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=3255, name=qtp16402584-3255, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=3259, name=qtp16402584-3259-acceptor-0@59a797-ServerConnector@53e028{SSL,[ssl, http/1.1]}{127.0.0.1:41703}, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=3267, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=3287, name=qtp16402584-3287, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=3288, name=qtp16402584-3288, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=3262, name=qtp16402584-3262, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562) at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513) at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1030) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$96/30842902.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=3298, name=zkCallback-627-thread-8, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=3278, name=Scheduler-6026478, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=3293, name=zkCallback-627-thread-4-processing-n:127.0.0.1:41703_mbr, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364) at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771) at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:644) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:107) at org.apache.solr.cloud.Overseer.start(Overseer.java:518) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268) at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$283/1047079.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$134/23324482.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=3297, name=zkCallback-627-thread-7, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=3256, name=qtp16402584-3256, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=3296, name=zkCallback-627-thread-6, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=3260, name=qtp16402584-3260, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=3272, name=TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]-SendThread(127.0.0.1:35517), state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 19) Thread[id=3273, name=TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]-EventThread, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 20) Thread[id=3263, name=org.eclipse.jetty.server.session.HashSessionManager@ad28f6Timer, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=3268, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 21 threads leaked from SUITE scope at org.apache.solr.cloud.TriLevelCompositeIdRoutingTest:
1) Thread[id=3274, name=zkConnectionManagerCallback-628-thread-1, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=3276, name=Thread-1145, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717)
3) Thread[id=3258, name=qtp16402584-3258, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=3295, name=zkCallback-627-thread-5, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=3255, name=qtp16402584-3255, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=3259, name=qtp16402584-3259-acceptor-0@59a797-ServerConnector@53e028{SSL,[ssl, http/1.1]}{127.0.0.1:41703}, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=3267, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=3287, name=qtp16402584-3287, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=3288, name=qtp16402584-3288, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=3262, name=qtp16402584-3262, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562)
at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513)
at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1030)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$96/30842902.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=3298, name=zkCallback-627-thread-8, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=3278, name=Scheduler-6026478, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=3293, name=zkCallback-627-thread-4-processing-n:127.0.0.1:41703_mbr, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771)
at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:644)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:107)
at org.apache.solr.cloud.Overseer.start(Overseer.java:518)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$283/1047079.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$134/23324482.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=3297, name=zkCallback-627-thread-7, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=3256, name=qtp16402584-3256, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=3296, name=zkCallback-627-thread-6, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=3260, name=qtp16402584-3260, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=3272, name=TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]-SendThread(127.0.0.1:35517), state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
19) Thread[id=3273, name=TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]-EventThread, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
20) Thread[id=3263, name=org.eclipse.jetty.server.session.HashSessionManager@ad28f6Timer, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=3268, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1AD2050746D0C8FA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TriLevelCompositeIdRoutingTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3274, name=zkConnectionManagerCallback-628-thread-1, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=3276, name=Thread-1145, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 3) Thread[id=3258, name=qtp16402584-3258, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=3295, name=zkCallback-627-thread-5, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=3255, name=qtp16402584-3255, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=3287, name=qtp16402584-3287, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=3298, name=zkCallback-627-thread-8, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=3278, name=Scheduler-6026478, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=3293, name=zkCallback-627-thread-4, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=3297, name=zkCallback-627-thread-7, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=3256, name=qtp16402584-3256, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=3296, name=zkCallback-627-thread-6, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=3272, name=TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]-SendThread(127.0.0.1:35517), state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 14) Thread[id=3263, name=org.eclipse.jetty.server.session.HashSessionManager@ad28f6Timer, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3274, name=zkConnectionManagerCallback-628-thread-1, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=3276, name=Thread-1145, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1717)
3) Thread[id=3258, name=qtp16402584-3258, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=3295, name=zkCallback-627-thread-5, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=3255, name=qtp16402584-3255, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=3287, name=qtp16402584-3287, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=3298, name=zkCallback-627-thread-8, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=3278, name=Scheduler-6026478, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=3293, name=zkCallback-627-thread-4, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=3297, name=zkCallback-627-thread-7, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=3256, name=qtp16402584-3256, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=3296, name=zkCallback-627-thread-6, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=3272, name=TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]-SendThread(127.0.0.1:35517), state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
14) Thread[id=3263, name=org.eclipse.jetty.server.session.HashSessionManager@ad28f6Timer, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1AD2050746D0C8FA]:0)
FAILED: org.apache.solr.cloud.TriLevelCompositeIdRoutingTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:41703/mbr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:41703/mbr
at __randomizedtesting.SeedInfo.seed([1AD2050746D0C8FA:92863ADDE82CA502]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:417)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 44 more
Build Log:
[...truncated 12262 lines...]
[junit4] Suite: org.apache.solr.cloud.TriLevelCompositeIdRoutingTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TriLevelCompositeIdRoutingTest_1AD2050746D0C8FA-001/init-core-data-001
[junit4] 2> 246653 WARN (SUITE-TriLevelCompositeIdRoutingTest-seed#[1AD2050746D0C8FA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 246654 INFO (SUITE-TriLevelCompositeIdRoutingTest-seed#[1AD2050746D0C8FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 246655 INFO (SUITE-TriLevelCompositeIdRoutingTest-seed#[1AD2050746D0C8FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 246656 INFO (SUITE-TriLevelCompositeIdRoutingTest-seed#[1AD2050746D0C8FA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 246656 INFO (SUITE-TriLevelCompositeIdRoutingTest-seed#[1AD2050746D0C8FA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /mbr/
[junit4] 2> 246662 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 246663 INFO (Thread-1127) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 246663 INFO (Thread-1127) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 246671 ERROR (Thread-1127) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 246763 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.ZkTestServer start zk server on port:35517
[junit4] 2> 246766 INFO (zkConnectionManagerCallback-597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246771 INFO (zkConnectionManagerCallback-599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246773 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 246774 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 246774 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 246775 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 246775 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 246776 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 246776 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 246776 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 246777 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 246777 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 246778 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 246793 INFO (zkConnectionManagerCallback-602-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246794 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 246877 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 246879 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68d529{/mbr,null,AVAILABLE}
[junit4] 2> 246883 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10d7420{SSL,[ssl, http/1.1]}{127.0.0.1:42667}
[junit4] 2> 246883 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.e.j.s.Server Started @248548ms
[junit4] 2> 246884 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TriLevelCompositeIdRoutingTest_1AD2050746D0C8FA-001/tempDir-001/control/data, hostContext=/mbr, hostPort=42667, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TriLevelCompositeIdRoutingTest_1AD2050746D0C8FA-001/control-001/cores}
[junit4] 2> 246884 ERROR (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 246884 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.0
[junit4] 2> 246884 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 246884 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 246884 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T20:45:09.765Z
[junit4] 2> 246887 INFO (zkConnectionManagerCallback-604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246888 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 246888 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TriLevelCompositeIdRoutingTest_1AD2050746D0C8FA-001/control-001/solr.xml
[junit4] 2> 246890 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 246891 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 246891 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ce5fe4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 246893 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35517/solr
[junit4] 2> 246894 INFO (zkConnectionManagerCallback-608-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246896 INFO (zkConnectionManagerCallback-610-thread-1-processing-n:127.0.0.1:42667_mbr) [n:127.0.0.1:42667_mbr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 246947 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [n:127.0.0.1:42667_mbr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 246948 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [n:127.0.0.1:42667_mbr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42667_mbr
[junit4] 2> 246948 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [n:127.0.0.1:42667_mbr ] o.a.s.c.Overseer Overseer (id=99191587441999877-127.0.0.1:42667_mbr-n_0000000000) starting
[junit4] 2> 246958 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [n:127.0.0.1:42667_mbr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42667_mbr
[junit4] 2> 246971 INFO (OverseerStateUpdate-99191587441999877-127.0.0.1:42667_mbr-n_0000000000) [n:127.0.0.1:42667_mbr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 247110 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [n:127.0.0.1:42667_mbr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ce5fe4
[junit4] 2> 247116 INFO (TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]) [n:127.0.0.1:42667_mbr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.J
[...truncated too long message...]
Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=3298, name=zkCallback-627-thread-8, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=3278, name=Scheduler-6026478, state=WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=3293, name=zkCallback-627-thread-4, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=3297, name=zkCallback-627-thread-7, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 11) Thread[id=3256, name=qtp16402584-3256, state=RUNNABLE, group=TGRP-TriLevelCompositeIdRoutingTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 12) Thread[id=3296, name=zkCallback-627-thread-6, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 13) Thread[id=3272, name=TEST-TriLevelCompositeIdRoutingTest.test-seed#[1AD2050746D0C8FA]-SendThread(127.0.0.1:35517), state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 14) Thread[id=3263, name=org.eclipse.jetty.server.session.HashSessionManager@ad28f6Timer, state=TIMED_WAITING, group=TGRP-TriLevelCompositeIdRoutingTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([1AD2050746D0C8FA]:0)
[junit4] Completed [208/751 (1!)] on J2 in 632.16s, 1 test, 3 errors <<< FAILURES!
[...truncated 44875 lines...]
[JENKINS-EA] Lucene-Solr-7.2-Linux (64bit/jdk-10-ea+32) - Build #
76 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/76/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
5 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy
Error Message:
Error from server at https://127.0.0.1:36731/solr: Could not fully remove collection: policiesTest
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36731/solr: Could not fully remove collection: policiesTest
at __randomizedtesting.SeedInfo.seed([478C7F2BBBF1CD3A:86104D827AC930F9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.after(TestPolicyCloud.java:78)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
Error Message:
Error from server at https://127.0.0.1:36731/solr: Could not fully create collection: policiesTest
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36731/solr: Could not fully create collection: policiesTest
at __randomizedtesting.SeedInfo.seed([478C7F2BBBF1CD3A:D7DE6AB8B63D0CC6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy(TestPolicyCloud.java:265)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionSplitShard
Error Message:
Error from server at https://127.0.0.1:36731/solr: Could not fully create collection: testCreateCollectionSplitShard
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36731/solr: Could not fully create collection: testCreateCollectionSplitShard
at __randomizedtesting.SeedInfo.seed([478C7F2BBBF1CD3A:92020CD00BBB4C84]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionSplitShard(TestPolicyCloud.java:162)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testMetricsTag
Error Message:
Error from server at https://127.0.0.1:36731/solr: Could not fully create collection: metricsTest
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36731/solr: Could not fully create collection: metricsTest
at __randomizedtesting.SeedInfo.seed([478C7F2BBBF1CD3A:CCD69F81688C9A6A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testMetricsTag(TestPolicyCloud.java:220)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testDataProviderPerReplicaDetails
Error Message:
Error from server at https://127.0.0.1:36731/solr: Could not fully create collection: perReplicaDataColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36731/solr: Could not fully create collection: perReplicaDataColl
at __randomizedtesting.SeedInfo.seed([478C7F2BBBF1CD3A:BBDBEAE2D5DDB9A5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testDataProviderPerReplicaDetails(TestPolicyCloud.java:85)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1727 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/core/test/temp/junit4-J1-20171217_160155_0126987670009081378428.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/core/test/temp/junit4-J2-20171217_160155_0121150355205521332744.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/core/test/temp/junit4-J0-20171217_160155_0126426325842696053654.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 296 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171217_160723_54518032547109153223880.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171217_160723_54710212878012745913301.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171217_160723_5455820279339124226997.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1054 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171217_160839_48811217971477725120111.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171217_160839_48817986978276975107197.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171217_160839_4885182465848400850400.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 228 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171217_161003_75112223564927616977407.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171217_161003_7512254065407180443626.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171217_161003_75114817386018205740632.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 246 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171217_161022_85715199925699042112764.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171217_161022_85111429867462592132188.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171217_161022_85114273451363230633352.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171217_161050_3093368350509463763571.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171217_161050_31613303916478970721330.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171217_161050_30810796807627705752757.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171217_161054_73815595361984192221139.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171217_161054_738805006541201229977.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171217_161054_73813378315883392054361.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171217_161106_80413345529688365948747.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171217_161106_8045828838163797265187.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 157 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171217_161116_74111422572901015132621.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171217_161116_74114571071190801193703.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171217_161116_7414057909043288843050.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171217_161120_3179074825568043592097.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 190 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171217_161129_5941546866539522304617.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 24 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171217_161129_59412662182251188207527.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171217_161129_59417085278059971667310.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1271 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171217_161341_79817194937268454960828.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171217_161341_7981205067624835470492.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171217_161341_79810999189505392028509.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 230 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/classification/test/temp/junit4-J1-20171217_161351_85011082011754639712486.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/classification/test/temp/junit4-J0-20171217_161351_8496534025648275719987.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/classification/test/temp/junit4-J2-20171217_161351_86018028959698685618322.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 254 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/codecs/test/temp/junit4-J1-20171217_161404_87212668806439478737388.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/codecs/test/temp/junit4-J0-20171217_161404_8722809374116539187295.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/codecs/test/temp/junit4-J2-20171217_161404_87213006060210750384672.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 238 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/demo/test/temp/junit4-J2-20171217_161650_037298950617719612042.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/demo/test/temp/junit4-J1-20171217_161650_03717301336792698948838.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/demo/test/temp/junit4-J0-20171217_161650_0371271145516349867361.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/expressions/test/temp/junit4-J0-20171217_161653_44311254756251296940814.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/expressions/test/temp/junit4-J1-20171217_161653_44310317783845993816107.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/expressions/test/temp/junit4-J2-20171217_161653_4435580794212791321681.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 226 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/facet/test/temp/junit4-J0-20171217_161701_17912405596068573359146.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/facet/test/temp/junit4-J1-20171217_161701_18018063224858735615174.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/facet/test/temp/junit4-J2-20171217_161701_18110955176419432816611.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 176 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/grouping/test/temp/junit4-J0-20171217_161733_67810227911675977939911.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/grouping/test/temp/junit4-J2-20171217_161733_6783275660219145566897.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/grouping/test/temp/junit4-J1-20171217_161733_67815631869787430606678.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 243 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171217_161754_4822479545539697967981.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171217_161754_48218181182830871268857.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171217_161754_4829088457430468261928.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 160 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/join/test/temp/junit4-J2-20171217_161819_406266695081543906871.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/join/test/temp/junit4-J0-20171217_161819_40612249694248994884256.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/join/test/temp/junit4-J1-20171217_161819_4065902938565148402688.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 149 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/memory/test/temp/junit4-J0-20171217_161851_86012602321304481779518.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/memory/test/temp/junit4-J1-20171217_161851_860958472902699699608.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 182 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/misc/test/temp/junit4-J2-20171217_161901_33790415559604061559.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/misc/test/temp/junit4-J1-20171217_161901_33711054062792878735000.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/misc/test/temp/junit4-J0-20171217_161901_3375407070401385650165.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 326 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/queries/test/temp/junit4-J2-20171217_161920_2029083554595399870214.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/queries/test/temp/junit4-J1-20171217_161920_2026415026238277525539.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/queries/test/temp/junit4-J0-20171217_161920_2025925783115320949861.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 227 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171217_161929_6433102822783365306062.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171217_161929_64317388979068495289003.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171217_161929_6434874469630061445737.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/replicator/test/temp/junit4-J1-20171217_161937_3241647853765816050191.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/replicator/test/temp/junit4-J0-20171217_161937_3244713094424602621647.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/replicator/test/temp/junit4-J2-20171217_161937_32413808452068784520518.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 216 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171217_161949_63914692394898201504276.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171217_161949_6394990459598925576379.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 7 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171217_161949_63916586480784836953872.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 415 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171217_162046_93414393787757264103801.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171217_162046_93511988735179398998213.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171217_162046_9368318424717115554907.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 148 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/spatial/test/temp/junit4-J0-20171217_162105_5972038628648193952558.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 178 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171217_162107_6019095238814950988195.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171217_162107_601263626502485725760.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171217_162107_6016349240235975437118.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 244 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/suggest/test/temp/junit4-J2-20171217_162210_93411270305568892294181.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/suggest/test/temp/junit4-J0-20171217_162210_9341123465348290915574.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/lucene/build/suggest/test/temp/junit4-J1-20171217_162210_93415628254786368255720.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1741 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TestPolicyCloud
[junit4] 2> 83478 INFO (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TestPolicyCloud_478C7F2BBBF1CD3A-001/init-core-data-001
[junit4] 2> 83478 WARN (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=54 numCloses=54
[junit4] 2> 83479 INFO (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 83479 INFO (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 83482 INFO (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TestPolicyCloud_478C7F2BBBF1CD3A-001/tempDir-001
[junit4] 2> 83487 INFO (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 83489 INFO (Thread-34) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 83491 INFO (Thread-34) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 83589 ERROR (Thread-34) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 83589 INFO (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34785
[junit4] 2> 83638 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83731 INFO (jetty-launcher-11-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 83731 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 83731 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 83731 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 83739 INFO (jetty-launcher-11-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 83747 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d7cc50b{/solr,null,AVAILABLE}
[junit4] 2> 83749 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e020a48{/solr,null,AVAILABLE}
[junit4] 2> 83759 INFO (jetty-launcher-11-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@484189e0{/solr,null,AVAILABLE}
[junit4] 2> 83768 INFO (jetty-launcher-11-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1df20d5e{/solr,null,AVAILABLE}
[junit4] 2> 83774 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27b9e2aa{SSL,[ssl, http/1.1]}{127.0.0.1:36731}
[junit4] 2> 83782 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.Server Started @85366ms
[junit4] 2> 83782 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36731}
[junit4] 2> 83782 ERROR (jetty-launcher-11-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 83782 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.0
[junit4] 2> 83782 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 83782 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 83782 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T16:24:43.445728Z
[junit4] 2> 83782 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 83788 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15c0bc91{/solr,null,AVAILABLE}
[junit4] 2> 83793 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15d3f1d6{SSL,[ssl, http/1.1]}{127.0.0.1:34465}
[junit4] 2> 83793 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.Server Started @85377ms
[junit4] 2> 83793 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34465}
[junit4] 2> 83797 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83802 INFO (jetty-launcher-11-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1531fe2d{SSL,[ssl, http/1.1]}{127.0.0.1:38831}
[junit4] 2> 83802 INFO (jetty-launcher-11-thread-4) [ ] o.e.j.s.Server Started @85387ms
[junit4] 2> 83802 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38831}
[junit4] 2> 83802 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46da2fb9{SSL,[ssl, http/1.1]}{127.0.0.1:33687}
[junit4] 2> 83802 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.Server Started @85387ms
[junit4] 2> 83802 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33687}
[junit4] 2> 83802 ERROR (jetty-launcher-11-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 83803 ERROR (jetty-launcher-11-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 83803 ERROR (jetty-launcher-11-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.0
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c0ed136{SSL,[ssl, http/1.1]}{127.0.0.1:44175}
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-5) [ ] o.e.j.s.Server Started @85388ms
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.0
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44175}
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T16:24:43.466832Z
[junit4] 2> 83804 ERROR (jetty-launcher-11-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.0
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T16:24:43.467167Z
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.0
[junit4] 2> 83803 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T16:24:43.467332Z
[junit4] 2> 83804 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T16:24:43.467342Z
[junit4] 2> 83825 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 83841 INFO (zkConnectionManagerCallback-18-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83845 INFO (zkConnectionManagerCallback-20-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83847 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 83865 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 83869 INFO (zkConnectionManagerCallback-23-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83874 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34785/solr
[junit4] 2> 83879 INFO (zkConnectionManagerCallback-24-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83879 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34785/solr
[junit4] 2> 83891 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 83892 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34785/solr
[junit4] 2> 83896 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 83924 INFO (zkConnectionManagerCallback-34-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83930 INFO (zkConnectionManagerCallback-32-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83935 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34785/solr
[junit4] 2> 83934 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160654ab5b50006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 83941 INFO (zkConnectionManagerCallback-36-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83948 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34785/solr
[junit4] 2> 83973 INFO (zkConnectionManagerCallback-46-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83973 INFO (zkConnectionManagerCallback-44-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83975 INFO (zkConnectionManagerCallback-48-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83976 INFO (zkConnectionManagerCallback-41-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 83981 INFO (zkConnectionManagerCallback-50-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84001 INFO (zkConnectionManagerCallback-52-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84003 INFO (zkConnectionManagerCallback-54-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84204 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84204 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84209 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36731_solr
[junit4] 2> 84212 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33687_solr
[junit4] 2> 84218 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99190563352674315-127.0.0.1:36731_solr-n_0000000000) starting
[junit4] 2> 84218 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84233 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 84233 INFO (zkCallback-45-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 84237 INFO (zkCallback-43-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 84241 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34465_solr
[junit4] 2> 84242 INFO (zkCallback-53-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 84242 INFO (zkCallback-45-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 84242 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84243 INFO (zkCallback-43-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 84243 INFO (zkCallback-53-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 84243 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 84243 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 84245 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84247 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44175_solr
[junit4] 2> 84248 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38831_solr
[junit4] 2> 84248 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 84249 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 84249 INFO (zkCallback-43-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 84253 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 84255 INFO (zkCallback-45-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 84255 INFO (zkCallback-43-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 84255 INFO (zkCallback-45-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 84265 INFO (zkCallback-53-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 84325 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36731_solr
[junit4] 2> 84327 INFO (zkCallback-43-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 84327 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 84327 INFO (zkCallback-53-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 84327 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 84333 INFO (zkCallback-45-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 84547 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33687.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84551 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36731.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84558 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44175.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84561 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34465.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84567 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38831.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84595 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33687.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84595 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33687.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84598 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38831.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84601 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38831.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84603 INFO (jetty-launcher-11-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TestPolicyCloud_478C7F2BBBF1CD3A-001/tempDir-001/node3/.
[junit4] 2> 84605 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TestPolicyCloud_478C7F2BBBF1CD3A-001/tempDir-001/node4/.
[junit4] 2> 84610 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36731.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84610 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34465.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84611 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34465.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84611 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44175.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84611 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44175.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84611 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36731.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e7f048a
[junit4] 2> 84613 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TestPolicyCloud_478C7F2BBBF1CD3A-001/tempDir-001/node2/.
[junit4] 2> 84613 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TestPolicyCloud_478C7F2BBBF1CD3A-001/tempDir-001/node1/.
[junit4] 2> 84614 INFO (jetty-launcher-11-thread-5) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TestPolicyCloud_478C7F2BBBF1CD3A-001/tempDir-001/node5/.
[junit4] 2> 85066 INFO (zkConnectionManagerCallback-62-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 85087 INFO (zkConnectionManagerCallback-66-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 85089 INFO (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 85090 INFO (SUITE-TestPolicyCloud-seed#[478C7F2BBBF1CD3A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34785/solr ready
[junit4] 2> 85222 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[478C7F2BBBF1CD3A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProvider
[junit4] 2> 85336 INFO (qtp1222117389-150) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1&replicationFactor=2&collection.configName=conf&name=policiesTest&router.name=implicit&nrtReplicas=2&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 85360 INFO (OverseerThreadFactory-89-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection policiesTest
[junit4] 2> 85495 INFO (OverseerStateUpdate-99190563352674315-127.0.0.1:36731_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"policiesTest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"policiesTest_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33687/solr",
[junit4] 2> "type":"NRT",
[junit4]
[...truncated too long message...]
-
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171217_171140_97889785607795686255.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171217_171140_97815089529636894233264.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171217_171245_9002268168900822914525.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171217_171245_90012474416271546782856.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171217_171245_9007348298920145098994.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1259 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171217_171301_0422847627457003562178.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171217_171301_04216709868670901207524.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 647 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171217_171308_5909345259940013042170.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171217_171308_5901091748420431247644.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171217_171308_59014127974679213447342.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 557 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171217_171330_35110837654122707599994.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171217_171330_3515481519468765358407.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171217_171330_3516515841747883374050.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 563 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171217_171341_2036274398492449832439.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171217_171341_2039143885047039040716.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 642 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171217_171348_007784763721948390336.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171217_171348_00715120386720081295419.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 17 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171217_171348_0073912113555501683090.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171217_171416_00710288749298101023494.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171217_171416_0078297028357032843546.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171217_171425_5863709529566165248687.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 31688 lines...]
[JENKINS-EA] Lucene-Solr-7.2-Linux (64bit/jdk-10-ea+32) - Build #
75 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/75/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration
Error Message:
Error from server at http://127.0.0.1:38695/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38695/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([FF59C7B47E155288:41D2A11B076F5CBD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration(ClusterStateUpdateTest.java:67)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:44515/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:45683/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44515/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:45683/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([FF59C7B47E155288:55941446C9C68758]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44515/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 45 more
FAILED: org.apache.solr.handler.TestSystemCollAutoCreate.testAutoCreate
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:36505/ng/pa
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36505/ng/pa
at __randomizedtesting.SeedInfo.seed([FF59C7B47E155288:C0027365C86B9BE5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 12321 lines...]
[junit4] Suite: org.apache.solr.handler.TestSystemCollAutoCreate
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSystemCollAutoCreate_FF59C7B47E155288-001/init-core-data-001
[junit4] 2> 248498 WARN (SUITE-TestSystemCollAutoCreate-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 248498 INFO (SUITE-TestSystemCollAutoCreate-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 248499 INFO (SUITE-TestSystemCollAutoCreate-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 248499 INFO (SUITE-TestSystemCollAutoCreate-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 248499 INFO (SUITE-TestSystemCollAutoCreate-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ng/pa
[junit4] 2> 248500 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 248500 INFO (Thread-305) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 248500 INFO (Thread-305) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 248502 ERROR (Thread-305) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 248600 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ZkTestServer start zk server on port:40077
[junit4] 2> 248603 INFO (zkConnectionManagerCallback-442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 248607 INFO (zkConnectionManagerCallback-444-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 248615 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 248616 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 248617 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 248617 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 248618 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 248618 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 248619 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 248619 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 248620 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 248621 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 248621 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 248623 INFO (zkConnectionManagerCallback-447-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 248625 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 248709 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 248710 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@202a8a3a{/ng/pa,null,AVAILABLE}
[junit4] 2> 248712 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26c758d2{SSL,[ssl, http/1.1]}{127.0.0.1:36505}
[junit4] 2> 248712 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.e.j.s.Server Started @250402ms
[junit4] 2> 248712 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ng/pa, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSystemCollAutoCreate_FF59C7B47E155288-001/tempDir-001/control/data, hostPort=36505, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSystemCollAutoCreate_FF59C7B47E155288-001/control-001/cores, replicaType=NRT}
[junit4] 2> 248712 ERROR (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 248712 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 248712 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 248712 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 248712 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T12:07:19.741687Z
[junit4] 2> 248713 INFO (zkConnectionManagerCallback-449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 248714 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 248714 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSystemCollAutoCreate_FF59C7B47E155288-001/control-001/solr.xml
[junit4] 2> 248716 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 248716 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 248716 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5b446e66, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 248718 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40077/solr
[junit4] 2> 248719 INFO (zkConnectionManagerCallback-453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 248720 INFO (zkConnectionManagerCallback-455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 248764 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 248765 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36505_ng%2Fpa
[junit4] 2> 248765 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.Overseer Overseer (id=99189551237038085-127.0.0.1:36505_ng%2Fpa-n_0000000000) starting
[junit4] 2> 248769 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36505_ng%2Fpa
[junit4] 2> 248771 INFO (zkCallback-454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 248799 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b446e66
[junit4] 2> 248807 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b446e66
[junit4] 2> 248807 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b446e66
[junit4] 2> 248808 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSystemCollAutoCreate_FF59C7B47E155288-001/control-001/cores
[junit4] 2> 248822 INFO (zkConnectionManagerCallback-461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 248823 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 248823 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40077/solr ready
[junit4] 2> 248835 INFO (qtp1748065587-2282) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36505_ng%252Fpa&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 248837 INFO (OverseerThreadFactory-1015-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 248942 INFO (qtp1748065587-2289) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 248943 INFO (qtp1748065587-2289) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 249046 INFO (zkCallback-454-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 249970 INFO (qtp1748065587-2289) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 249979 INFO (qtp1748065587-2289) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 250049 INFO (qtp1748065587-2289) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 250070 INFO (qtp1748065587-2289) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 250070 INFO (qtp1748065587-2289) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b446e66
[junit4] 2> 250070 INFO (qtp1748065587-2289) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250070 INFO (qtp1748065587-2289) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSystemCollAutoCreate_FF59C7B47E155288-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSystemCollAutoCreate_FF59C7B47E155288-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 250072 INFO (qtp1748065587-2289) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=56.1142578125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=8.416689313016295, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 250076 WARN (qtp1748065587-2289) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 250112 INFO (qtp1748065587-2289) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250113 INFO (qtp1748065587-2289) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250114 INFO (qtp1748065587-2289) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250114 INFO (qtp1748065587-2289) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250115 INFO (qtp1748065587-2289) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=28.7001953125, floorSegmentMB=0.873046875, forceMergeDeletesPctAllowed=23.75492340560669, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 250115 INFO (qtp1748065587-2289) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12a9bd34[control_collection_shard1_replica_n1] main]
[junit4] 2> 250117 INFO (qtp1748065587-2289) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 250117 INFO (qtp1748065587-2289) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 250118 INFO (qtp1748065587-2289) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250120 INFO (searcherExecutor-1018-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@12a9bd34[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250120 INFO (qtp1748065587-2289) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587032821490253824
[junit4] 2> 250125 INFO (qtp1748065587-2289) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 250125 INFO (qtp1748065587-2289) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 250125 INFO (qtp1748065587-2289) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36505/ng/pa/control_collection_shard1_replica_n1/
[junit4] 2> 250125 INFO (qtp1748065587-2289) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 250125 INFO (qtp1748065587-2289) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:36505/ng/pa/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 250125 INFO (qtp1748065587-2289) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 250127 INFO (qtp1748065587-2289) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36505/ng/pa/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 308895 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36505
[junit4] 2> 308895 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1271445449
[junit4] 2> 308895 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 308895 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@242fe4fe: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@51347da8
[junit4] 2> 308899 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 308899 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ba68cc4: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1b9cd560
[junit4] 2> 308902 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 308902 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a1bb3c8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1fa342cb
[junit4] 2> 308903 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36505_ng%2Fpa
[junit4] 2> 308903 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 308904 INFO (zkCallback-454-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 308906 INFO (coreCloseExecutor-1023-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6cdcb6f0
[junit4] 2> 308906 INFO (coreCloseExecutor-1023-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1826404080
[junit4] 2> 308906 INFO (coreCloseExecutor-1023-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c89288a: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4ee81c9
[junit4] 2> 308954 INFO (coreCloseExecutor-1023-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1826404080
[junit4] 2> 319787 INFO (ScheduledTrigger-1013-thread-3) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 319794 INFO (AutoscalingActionExecutor-1014-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"15011399be126d40Tcnk892itqx781dhvg4m8qb14s",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1513512500813000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513512500813000000],
[junit4] 2> "_enqueue_time_":1513512510815000000,
[junit4] 2> "nodeNames":["127.0.0.1:36505_ng%2Fpa"]}}
[junit4] 2> 428838 ERROR (qtp1748065587-2282) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 428847 INFO (qtp1748065587-2282) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36505_ng%252Fpa&wt=javabin&version=2} status=500 QTime=180012
[junit4] 2> 428847 ERROR (qtp1748065587-2282) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 849041 ERROR (OverseerThreadFactory-1015-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:36505/ng/pa
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36505/ng/pa
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 849042 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.Overseer Overseer (id=99189551237038085-127.0.0.1:36505_ng%2Fpa-n_0000000000) closing
[junit4] 2> 849042 ERROR (OverseerThreadFactory-1015-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 849042 INFO (OverseerStateUpdate-99189551237038085-127.0.0.1:36505_ng%2Fpa-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36505_ng%2Fpa
[junit4] 2> 849043 INFO (OverseerThreadFactory-1015-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 879070 INFO (zkCallback-454-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 879070 ERROR (OverseerThreadFactory-1015-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:679)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 879073 INFO (OverseerThreadFactory-1015-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 879073 WARN (OverseerAutoScalingTriggerThread-99189551237038085-127.0.0.1:36505_ng%2Fpa-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 879074 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@26c758d2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 879075 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@202a8a3a{/ng/pa,null,UNAVAILABLE}
[junit4] 2> 879109 ERROR (qtp1748065587-2289) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 879109 ERROR (qtp1748065587-2289) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 879117 INFO (qtp1748065587-2289) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630174
[junit4] 2> 879117 ERROR (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 879117 INFO (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40077 40077
[junit4] 2> 879227 INFO (Thread-305) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40077 40077
[junit4] 2> 879228 WARN (Thread-305) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSystemCollAutoCreate -Dtests.method=testAutoCreate -Dtests.seed=FF59C7B47E155288 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=America/Argentina/San_Juan -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 631s J0 | TestSystemCollAutoCreate.testAutoCreate <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36505/ng/pa
[junit4] > at __randomizedtesting.SeedInfo.seed([FF59C7B47E155288:C0027365C86B9BE5]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSystemCollAutoCreate_FF59C7B47E155288-001
[junit4] 2> Dec 17, 2017 12:17:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1210, maxMBSortInHeap=5.617024711912422, sim=RandomSimilarity(queryNorm=true): {}, locale=ja, timezone=America/Argentina/San_Juan
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=209669888,total=439877632
[junit4] 2> NOTE: All tests run in this JVM: [SuggestComponentContextFilterQueryTest, TestRTimerTree, RulesTest, CollectionsAPISolrJTest, TestHighFrequencyDictionaryFactory, RegexBytesRefFilterTest, TestNonDefinedSimilarityFactory, TestGeoJSONResponseWriter, TestRequestStatusCollectionAPI, TestCryptoKeys, SolrCoreTest, SolrMetricReporterTest, RAMDirectoryFactoryTest, URLClassifyProcessorTest, DirectUpdateHandlerOptimizeTest, VMParamsZkACLAndCredentialsProvidersTest, LeaderFailoverAfterPartitionTest, TestConfig, BooleanFieldTest, TestManagedResource, SolrInfoBeanTest, SolrPluginUtilsTest, TestSystemCollAutoCreate]
[junit4] Completed [215/751 (1!)] on J0 in 631.50s, 1 test, 1 error <<< FAILURES!
[...truncated 293 lines...]
[junit4] Suite: org.apache.solr.cloud.ClusterStateUpdateTest
[junit4] 2> 1363933 INFO (SUITE-ClusterStateUpdateTest-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ClusterStateUpdateTest_FF59C7B47E155288-001/init-core-data-001
[junit4] 2> 1363933 WARN (SUITE-ClusterStateUpdateTest-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=120 numCloses=120
[junit4] 2> 1363933 INFO (SUITE-ClusterStateUpdateTest-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1363934 INFO (SUITE-ClusterStateUpdateTest-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1363935 INFO (TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[FF59C7B47E155288]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoreRegistration
[junit4] 2> 1363935 INFO (TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[FF59C7B47E155288]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ClusterStateUpdateTest_FF59C7B47E155288-001/tempDir-001
[junit4] 2> 1363935 INFO (TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1363935 INFO (Thread-3527) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1363935 INFO (Thread-3527) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1363937 ERROR (Thread-3527) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1364035 INFO (TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[FF59C7B47E155288]) [ ] o.a.s.c.ZkTestServer start zk server on port:42367
[junit4] 2> 1364036 INFO (zkConnectionManagerCallback-7863-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364038 INFO (jetty-launcher-7860-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1364038 INFO (jetty-launcher-7860-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1364038 INFO (jetty-launcher-7860-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1364039 INFO (jetty-launcher-7860-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f3881db{/solr,null,AVAILABLE}
[junit4] 2> 1364039 INFO (jetty-launcher-7860-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44dc0b6a{/solr,null,AVAILABLE}
[junit4] 2> 1364039 INFO (jetty-launcher-7860-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bbeaf9b{/solr,null,AVAILABLE}
[junit4] 2> 1364039 INFO (jetty-launcher-7860-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e98a700{HTTP/1.1,[http/1.1]}{127.0.0.1:45947}
[junit4] 2> 1364039 INFO (jetty-launcher-7860-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39bd3917{HTTP/1.1,[http/1.1]}{127.0.0.1:38695}
[junit4] 2> 1364039 INFO (jetty-launcher-7860-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b6c2bcd{HTTP/1.1,[http/1.1]}{127.0.0.1:41191}
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-1) [ ] o.e.j.s.Server Started @1365904ms
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-2) [ ] o.e.j.s.Server Started @1365904ms
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38695}
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41191}
[junit4] 2> 1364039 INFO (jetty-launcher-7860-thread-3) [ ] o.e.j.s.Server Started @1365904ms
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45947}
[junit4] 2> 1364040 ERROR (jetty-launcher-7860-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1364040 ERROR (jetty-launcher-7860-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T12:25:55.238385Z
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T12:25:55.238405Z
[junit4] 2> 1364040 ERROR (jetty-launcher-7860-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1364040 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T12:25:55.238577Z
[junit4] 2> 1364041 INFO (zkConnectionManagerCallback-7866-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364041 INFO (zkConnectionManagerCallback-7867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364041 INFO (zkConnectionManagerCallback-7869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364041 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1364041 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1364041 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1364045 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42367/solr
[junit4] 2> 1364046 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42367/solr
[junit4] 2> 1364046 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42367/solr
[junit4] 2> 1364050 INFO (zkConnectionManagerCallback-7874-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364050 INFO (zkConnectionManagerCallback-7878-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364050 INFO (zkConnectionManagerCallback-7881-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364054 INFO (zkConnectionManagerCallback-7885-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364057 INFO (zkConnectionManagerCallback-7883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364057 INFO (zkConnectionManagerCallback-7887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364065 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1364065 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45947_solr
[junit4] 2> 1364066 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.c.Overseer Overseer (id=99189624349261832-127.0.0.1:45947_solr-n_0000000000) starting
[junit4] 2> 1364069 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45947_solr
[junit4] 2> 1364074 INFO (zkCallback-7882-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1364096 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1364096 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1364097 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38695_solr
[junit4] 2> 1364098 INFO (zkCallback-7882-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1364104 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1364104 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1364105 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41191_solr
[junit4] 2> 1364110 INFO (zkCallback-7884-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1364112 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45947.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364113 INFO (zkCallback-7882-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1364114 INFO (zkCallback-7886-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1364118 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45947.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364118 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45947.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364119 INFO (jetty-launcher-7860-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ClusterStateUpdateTest_FF59C7B47E155288-001/tempDir-001/node3/.
[junit4] 2> 1364127 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38695.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364132 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38695.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364132 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38695.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364133 INFO (jetty-launcher-7860-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ClusterStateUpdateTest_FF59C7B47E155288-001/tempDir-001/node1/.
[junit4] 2> 1364153 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41191.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364166 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41191.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364166 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41191.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7783d2a9
[junit4] 2> 1364167 INFO (jetty-launcher-7860-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ClusterStateUpdateTest_FF59C7B47E155288-001/tempDir-001/node2/.
[junit4] 2> 1364184 INFO (zkConnectionManagerCallback-7893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364186 INFO (zkConnectionManagerCallback-7897-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1364186 INFO (TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[FF59C7B47E155288]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1364187 INFO (TEST-ClusterStateUpdateTest.testCoreRegistration-seed#[FF59C7B47E155288]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42367/solr ready
[junit4] 2> 1364189 INFO (qtp1315405227-21543) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with para
[...truncated too long message...]
est_coll_false/state.json
[junit4] 2> 68 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json
[junit4] 2> 35 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
[junit4] 2> 29 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard2/election/99189684782301194-core_node7-n_0000000001
[junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard2/election/99189684782301194-core_node8-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99189684782301196-127.0.0.1:35267_solr-n_0000000002
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/collections
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2354974 WARN (SUITE-MoveReplicaHDFSTest-seed#[FF59C7B47E155288]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 2354988 INFO (SUITE-MoveReplicaHDFSTest-seed#[FF59C7B47E155288]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2355089 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:41597) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 2355090 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:41597) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1831713110-88.99.242.108-1513514477650 (Datanode Uuid 426f567b-3ed9-4b78-b24f-a7234b432b10) service to localhost.localdomain/127.0.0.1:41597
[junit4] 2> 2355091 WARN (SUITE-MoveReplicaHDFSTest-seed#[FF59C7B47E155288]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 2355102 INFO (SUITE-MoveReplicaHDFSTest-seed#[FF59C7B47E155288]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2355205 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:41597) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 2355205 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:41597) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1831713110-88.99.242.108-1513514477650 (Datanode Uuid 58c57134-5d24-4e31-9f03-3b9ea907e324) service to localhost.localdomain/127.0.0.1:41597
[junit4] 2> 2355211 INFO (SUITE-MoveReplicaHDFSTest-seed#[FF59C7B47E155288]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 2355330 INFO (SUITE-MoveReplicaHDFSTest-seed#[FF59C7B47E155288]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45661 45661
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_FF59C7B47E155288-001
[junit4] 2> Dec 17, 2017 12:42:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=9, maxDocsPerChunk=543, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=9, blockSize=10)), sim=RandomSimilarity(queryNorm=true): {}, locale=mer, timezone=America/Argentina/Jujuy
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=2,free=64090864,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [TestMiniSolrCloudClusterSSL, TestOrdValues, TestHashQParserPlugin, TriLevelCompositeIdRoutingTest, TestPivotHelperCode, OverseerStatusTest, TestJsonFacetRefinement, DistributedDebugComponentTest, DirectSolrConnectionTest, TestScoreJoinQPNoScore, DocValuesNotIndexedTest, TestFiltering, TestSha256AuthenticationProvider, TestQueryTypes, HdfsDirectoryFactoryTest, TestShardHandlerFactory, TestLMDirichletSimilarityFactory, SolrTestCaseJ4Test, CSVRequestHandlerTest, TestExportWriter, TestHdfsCloudBackupRestore, BadCopyFieldTest, TestMaxScoreQueryParser, TestLFUCache, PluginInfoTest, WordBreakSolrSpellCheckerTest, AsyncCallRequestStatusResponseTest, TestLegacyField, TestSQLHandler, TestCSVResponseWriter, TestQuerySenderListener, TestDocBasedVersionConstraints, TestConfigSets, DistanceUnitsTest, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, XmlUpdateRequestHandlerTest, TestSystemIdResolver, ReplicationFactorTest, TestFieldCacheReopen, DataDrivenBlockJoinTest, TestAnalyzeInfixSuggestions, DistanceFunctionTest, TestMacroExpander, RequestLoggingTest, IndexBasedSpellCheckerTest, TestExtendedDismaxParser, TestSolrCoreProperties, TestCollectionsAPIViaSolrCloudCluster, BlockDirectoryTest, TestSearchPerf, HttpTriggerListenerTest, TestSolrDeletionPolicy2, SpatialHeatmapFacetsTest, CoreAdminRequestStatusTest, TestSolrXml, LeaderElectionTest, TestSolrConfigHandlerConcurrent, TestLeaderInitiatedRecoveryThread, TestDynamicFieldCollectionResource, UnloadDistributedZkTest, TestManagedStopFilterFactory, TestLegacyTerms, TestTestInjection, ResponseHeaderTest, MetricsHandlerTest, CoreAdminHandlerTest, SuggesterTest, BasicDistributedZk2Test, TestFunctionQuery, UniqFieldsUpdateProcessorFactoryTest, ComputePlanActionTest, TestSolrFieldCacheBean, HdfsCollectionsAPIDistributedZkTest, MigrateRouteKeyTest, CdcrBootstrapTest, TestNoOpRegenerator, TestStressLiveNodes, TestDistributedStatsComponentCardinality, CoreSorterTest, SolrCoreCheckLockOnStartupTest, BadComponentTest, DistribJoinFromCollectionTest, ConnectionReuseTest, SpellPossibilityIteratorTest, HdfsWriteToMultipleCollectionsTest, DistributedFacetPivotLargeTest, UninvertDocValuesMergePolicyTest, NodeMutatorTest, ZkStateReaderTest, TestConfigReload, TestInPlaceUpdatesDistrib, TestManagedSchemaThreadSafety, TestTrie, CustomCollectionTest, TestNumericRangeQuery64, TestReloadDeadlock, UUIDFieldTest, V2StandaloneTest, TestCloudPivotFacet, TestFreeTextSuggestions, TestChildDocTransformer, SharedFSAutoReplicaFailoverTest, AutoAddReplicasIntegrationTest, HighlighterMaxOffsetTest, CollectionsAPIAsyncDistributedZkTest, TestSmileRequest, TestValueSourceCache, AlternateDirectoryTest, TestCharFilters, SystemInfoHandlerTest, SolrGangliaReporterTest, BasicAuthIntegrationTest, TestConfigSetsAPIZkFailure, JvmMetricsTest, TestFuzzyAnalyzedSuggestions, TestSolrCloudWithSecureImpersonation, HighlighterTest, EnumFieldTest, ZkNodePropsTest, OverseerTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestJoin, StatsComponentTest, QueryElevationComponentTest, PeerSyncTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, RequestHandlersTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestCollationField, QueryParsingTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestComponentsName, SolrIndexConfigTest, TestPostingsSolrHighlighter, EchoParamsTest, TestDFRSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistributedQueueTest, DistributedVersionInfoTest, HttpPartitionTest, LegacyCloudClusterPropTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest]
[junit4] Completed [456/751 (3!)] on J2 in 79.16s, 4 tests, 1 error <<< FAILURES!
[...truncated 41178 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk-9.0.1) - Build # 74 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/74/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33775/qt_ah
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33775/qt_ah
at __randomizedtesting.SeedInfo.seed([1813791D16EC921F:904746C7B810FFE7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitShardWithRule
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40001/s_m/t
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40001/s_m/t
at __randomizedtesting.SeedInfo.seed([1813791D16EC921F:991DA8AF8B1EC934]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 13350 lines...]
[junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
[junit4] 2> 2039902 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[1813791D16EC921F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_1813791D16EC921F-001/init-core-data-001
[junit4] 2> 2039902 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[1813791D16EC921F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2039903 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[1813791D16EC921F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 2039903 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[1813791D16EC921F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qt_ah/
[junit4] 2> 2039904 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2039904 INFO (Thread-3538) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2039904 INFO (Thread-3538) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2039905 ERROR (Thread-3538) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2040004 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkTestServer start zk server on port:41103
[junit4] 2> 2040005 INFO (zkConnectionManagerCallback-3108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2040007 INFO (zkConnectionManagerCallback-3110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2040008 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2040009 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2040009 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2040010 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2040010 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2040010 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2040011 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2040011 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2040011 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2040012 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2040012 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2040013 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 2040083 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2040084 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@693fa52f{/qt_ah,null,AVAILABLE}
[junit4] 2> 2040086 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d87c345{HTTP/1.1,[http/1.1]}{127.0.0.1:45893}
[junit4] 2> 2040086 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.e.j.s.Server Started @2041949ms
[junit4] 2> 2040086 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qt_ah, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_1813791D16EC921F-001/tempDir-001/control/data, hostPort=33775, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_1813791D16EC921F-001/control-001/cores}
[junit4] 2> 2040086 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2040086 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.0
[junit4] 2> 2040086 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2040086 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2040086 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T07:26:12.641462Z
[junit4] 2> 2040087 INFO (zkConnectionManagerCallback-3112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2040087 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2040087 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_1813791D16EC921F-001/control-001/solr.xml
[junit4] 2> 2040089 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2040089 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2040089 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35fe43a4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2040091 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41103/solr
[junit4] 2> 2040092 INFO (zkConnectionManagerCallback-3116-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2040093 INFO (zkConnectionManagerCallback-3118-thread-1-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2040123 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2040123 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33775_qt_ah
[junit4] 2> 2040123 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.Overseer Overseer (id=99188445836738564-127.0.0.1:33775_qt_ah-n_0000000000) starting
[junit4] 2> 2040125 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33775_qt_ah
[junit4] 2> 2040129 INFO (OverseerStateUpdate-99188445836738564-127.0.0.1:33775_qt_ah-n_0000000000) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2040166 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [n:127.0.0.1:33775_qt_ah ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35fe43a4
[junit4] 2> 2040171 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [n:127.0.0.1:33775_qt_ah ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35fe43a4
[junit4] 2> 2040172 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [n:127.0.0.1:33775_qt_ah ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35fe43a4
[junit4] 2> 2040172 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_1813791D16EC921F-001/control-001/cores
[junit4] 2> 2040182 INFO (zkConnectionManagerCallback-3124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2040182 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2040182 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41103/solr ready
[junit4] 2> 2040183 INFO (SocketProxy-Acceptor-33775) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=35058,localport=33775], receiveBufferSize:531000
[junit4] 2> 2040183 INFO (SocketProxy-Acceptor-33775) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45893,localport=56942], receiveBufferSize=530904
[junit4] 2> 2040184 INFO (qtp429716077-16790) [n:127.0.0.1:33775_qt_ah ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33775_qt_ah&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2040185 INFO (OverseerThreadFactory-8739-thread-1-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2040290 INFO (SocketProxy-Acceptor-33775) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=35062,localport=33775], receiveBufferSize:531000
[junit4] 2> 2040290 INFO (SocketProxy-Acceptor-33775) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45893,localport=56946], receiveBufferSize=530904
[junit4] 2> 2040290 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2040290 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2040393 INFO (zkCallback-3117-thread-1-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2041309 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2041316 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2041381 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2041387 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2041387 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35fe43a4
[junit4] 2> 2041388 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2041388 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_1813791D16EC921F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_1813791D16EC921F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2041389 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.39500715730245206]
[junit4] 2> 2041390 WARN (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2041417 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2041417 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=2 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2041418 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2041418 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2041418 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=72.201171875, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=25.690021821518705, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3678368287331222
[junit4] 2> 2041418 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@160321d5[control_collection_shard1_replica_n1] main]
[junit4] 2> 2041419 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2041419 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2041419 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2041420 INFO (searcherExecutor-8742-thread-1-processing-n:127.0.0.1:33775_qt_ah x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@160321d5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2041420 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587015134976409600
[junit4] 2> 2041423 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2041423 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2041423 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33775/qt_ah/control_collection_shard1_replica_n1/
[junit4] 2> 2041423 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2041423 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33775/qt_ah/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2041423 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2041424 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33775/qt_ah/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2100243 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33775
[junit4] 2> 2100243 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=218463417
[junit4] 2> 2100243 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2100243 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11baeedb: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@49de6db
[junit4] 2> 2100246 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2100246 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10fe53c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@74bcf684
[junit4] 2> 2100248 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2100248 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30eeacf4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7141f20e
[junit4] 2> 2100250 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33775_qt_ah
[junit4] 2> 2100250 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2100250 INFO (zkCallback-3117-thread-2-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2100250 INFO (coreCloseExecutor-8747-thread-1) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@87ae162
[junit4] 2> 2100250 INFO (coreCloseExecutor-8747-thread-1) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=142270818
[junit4] 2> 2100250 INFO (coreCloseExecutor-8747-thread-1) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2dadcd9c: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@212c8912
[junit4] 2> 2100255 INFO (coreCloseExecutor-8747-thread-1) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=142270818
[junit4] 2> 2111138 INFO (ScheduledTrigger-8737-thread-1) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2111139 INFO (AutoscalingActionExecutor-8738-thread-1-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"150104428f50ff00Tdt7r5sxo782e0vz4nd2dphiun",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1513495633692000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1513495633692000000],
[junit4] 2> "_enqueue_time_":1513495643693000000,
[junit4] 2> "nodeNames":["127.0.0.1:33775_qt_ah"]}}
[junit4] 2> 2140389 WARN (SocketProxy-Response-45893:35062) [ ] o.a.s.c.SocketProxy java.net.SocketTimeoutException: Read timed out when reading from Socket[addr=/127.0.0.1,port=45893,localport=56946]
[junit4] 2> 2140389 ERROR (OverseerThreadFactory-8739-thread-1-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:33775/qt_ah
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33775/qt_ah
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33775 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2140389 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.Overseer Overseer (id=99188445836738564-127.0.0.1:33775_qt_ah-n_0000000000) closing
[junit4] 2> 2140390 INFO (OverseerStateUpdate-99188445836738564-127.0.0.1:33775_qt_ah-n_0000000000) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33775_qt_ah
[junit4] 2> 2140390 ERROR (OverseerThreadFactory-8739-thread-1-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 2140390 INFO (OverseerThreadFactory-8739-thread-1-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2170416 INFO (zkCallback-3117-thread-2-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2170416 ERROR (OverseerThreadFactory-8739-thread-1-processing-n:127.0.0.1:33775_qt_ah) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:679)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2170417 WARN (OverseerAutoScalingTriggerThread-99188445836738564-127.0.0.1:33775_qt_ah-n_0000000000) [n:127.0.0.1:33775_qt_ah ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2170418 INFO (qtp429716077-16790) [n:127.0.0.1:33775_qt_ah ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33775_qt_ah&wt=javabin&version=2} status=500 QTime=130234
[junit4] 2> 2170419 ERROR (qtp429716077-16790) [n:127.0.0.1:33775_qt_ah ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2170421 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@d87c345{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2170421 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@693fa52f{/qt_ah,null,UNAVAILABLE}
[junit4] 2> 2170437 ERROR (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2170438 ERROR (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 2170445 INFO (qtp429716077-16792) [n:127.0.0.1:33775_qt_ah c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=130155
[junit4] 2> 2170446 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2170446 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41103 41103
[junit4] 2> 2177816 INFO (Thread-3538) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41103 41103
[junit4] 2> 2177817 WARN (Thread-3538) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2177817 WARN (TEST-RecoveryAfterSoftCommitTest.test-seed#[1813791D16EC921F]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:33775/qt_ah, target: http://127.0.0.1:45893/qt_ah
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryAfterSoftCommitTest -Dtests.method=test -Dtests.seed=1813791D16EC921F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=Etc/GMT+7 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 138s J0 | RecoveryAfterSoftCommitTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33775/qt_ah
[junit4] > at __randomizedtesting.SeedInfo.seed([1813791D16EC921F:904746C7B810FFE7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_1813791D16EC921F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1407, maxMBSortInHeap=7.148351126697984, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-ME, timezone=Etc/GMT+7
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=192192296,total=483917824
[junit4] 2> NOTE: All tests run in this JVM: [SolrInfoBeanTest, TestSolrJ, TestSort, DistributedFacetPivotLongTailTest, TestPostingsSolrHighlighter, QueryResultKeyTest, TestSQLHandlerNonCloud, AddSchemaFieldsUpdateProcessorFactoryTest, HdfsTlogReplayBufferedWhileIndexingTest, OverseerTaskQueueTest, TestNRTOpen, BufferStoreTest, TestExpandComponent, TestRandomDVFaceting, TestDFRSimilarityFactory, ClassificationUpdateProcessorFactoryTest, StatsReloadRaceTest, TestComplexPhraseQParserPlugin, MetricsConfigTest, UpdateParamsTest, DocValuesTest, BasicZkTest, TestLuceneIndexBackCompat, TestClusterProperties, OutOfBoxZkACLAndCredentialsProvidersTest, TestManagedSynonymFilterFactory, PeerSyncTest, BlockJoinFacetRandomTest, SearchHandlerTest, PeerSyncWithIndexFingerprintCachingTest, SpellCheckCollatorTest, AssignBackwardCompatibilityTest, TestUpdate, TestUnifiedSolrHighlighter, TestRandomFaceting, TestJoin, OverseerModifyCollectionTest, TestCrossCoreJoin, TestSortByMinMaxFunction, DirectoryFactoryTest, FastVectorHighlighterTest, TestCorePropertiesReload, URLClassifyProcessorTest, ForceLeaderTest, HdfsNNFailoverTest, TestCloudInspectUtil, SoftAutoCommitTest, TestBulkSchemaAPI, DistributedSuggestComponentTest, TestLeaderElectionWithEmptyReplica, TestSolrCloudWithDelegationTokens, TestPHPSerializedResponseWriter, TestZkAclsWithHadoopAuth, CoreMergeIndexesAdminHandlerTest, SparseHLLTest, TestPhraseSuggestions, SystemLogListenerTest, TestIBSimilarityFactory, MergeStrategyTest, CollectionsAPISolrJTest, TestExactStatsCache, CleanupOldIndexTest, RestartWhileUpdatingTest, TestHighFrequencyDictionaryFactory, SyncSliceTest, HdfsChaosMonkeyNothingIsSafeTest, TolerantUpdateProcessorTest, ResourceLoaderTest, CloneFieldUpdateProcessorFactoryTest, NodeAddedTriggerTest, TestFieldCacheWithThreads, ExternalFileFieldSortTest, TestInitQParser, FileUtilsTest, SolrGraphiteReporterTest, TestIntervalFaceting, TestNumericTerms64, PropertiesRequestHandlerTest, TestImplicitCoreProperties, TestUtils, TestReversedWildcardFilterFactory, HdfsRestartWhileUpdatingTest, TestRetrieveFieldsOptimizer, TestTlogReplica, TestConfigSetImmutable, TestStandardQParsers, TestSolrDeletionPolicy1, CursorPagingTest, SimpleMLTQParserTest, TestEmbeddedSolrServerSchemaAPI, TestRecovery, DateFieldTest, DateRangeFieldTest, CdcrVersionReplicationTest, TestComponentsName, SpatialFilterTest, ParsingFieldUpdateProcessorsTest, ConjunctionSolrSpellCheckerTest, TestPullReplicaErrorHandling, SolrXmlInZkTest, TestFieldTypeCollectionResource, NoCacheHeaderTest, TestQueryUtils, DistributedQueryElevationComponentTest, AnalysisErrorHandlingTest, TermsComponentTest, SuggestComponentContextFilterQueryTest, RulesTest, LeaderFailoverAfterPartitionTest, BasicFunctionalityTest, TestCryptoKeys, TestOnReconnectListenerSupport, TestHighlightDedupGrouping, CollectionStateFormat2Test, NumberUtilsTest, FullHLLTest, MissingSegmentRecoveryTest, QueryParsingTest, MinimalSchemaTest, SearchHandlerTest, DistributedMLTComponentTest, TestRequestStatusCollectionAPI, TestTrackingShardHandlerFactory, TestIndexingPerformance, BaseCdcrDistributedZkTest, TestCloudSchemaless, UnloadDistributedZkTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestReload, TestStressVersions, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores, TestBadConfig, HighlighterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, CoreAdminHandlerTest, TestStressLucene, PolyFieldTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DebugComponentTest, TestSurroundQueryParser, TestWriterPerf, TestQueryTypes, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, ReturnFieldsTest, MBeansHandlerTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, TestBinaryField, TestSearchPerf, TestFuzzyAnalyzedSuggestions, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RecoveryAfterSoftCommitTest]
[junit4] Completed [526/751 (1!)] on J0 in 137.93s, 1 test, 1 error <<< FAILURES!
[...truncated 278 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> 2105508 INFO (SUITE-ShardSplitTest-seed#[1813791D16EC921F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_1813791D16EC921F-001/init-core-data-001
[junit4] 2> 2105509 INFO (SUITE-ShardSplitTest-seed#[1813791D16EC921F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2105509 INFO (SUITE-ShardSplitTest-seed#[1813791D16EC921F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 2105509 INFO (SUITE-ShardSplitTest-seed#[1813791D16EC921F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /s_m/t
[junit4] 2> 2105510 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2105510 INFO (Thread-5801) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2105510 INFO (Thread-5801) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2105511 ERROR (Thread-5801) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2105610 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkTestServer start zk server on port:41089
[junit4] 2> 2105611 INFO (zkConnectionManagerCallback-7708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2105613 INFO (zkConnectionManagerCallback-7710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2105614 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2105615 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2105615 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2105616 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2105616 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2105616 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2105617 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2105617 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2105617 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2105618 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2105618 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2105619 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2105678 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2105678 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e198c1{/s_m/t,null,AVAILABLE}
[junit4] 2> 2105680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ad7a3da{HTTP/1.1,[http/1.1]}{127.0.0.1:45171}
[junit4] 2> 2105680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.e.j.s.Server Started @2107700ms
[junit4] 2> 2105680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/s_m/t, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_1813791D16EC921F-001/tempDir-001/control/data, hostPort=45171, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_1813791D16EC921F-001/control-001/cores, replicaType=NRT}
[junit4] 2> 2105680 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2105680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.2.0
[junit4] 2> 2105680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2105680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2105680 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T07:27:18.399534Z
[junit4] 2> 2105684 INFO (zkConnectionManagerCallback-7712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2105685 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2105685 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_1813791D16EC921F-001/control-001/solr.xml
[junit4] 2> 2105687 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2105687 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2105688 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed6731, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2105690 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41089/solr
[junit4] 2> 2105691 INFO (zkConnectionManagerCallback-7716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2105692 INFO (zkConnectionManagerCallback-7718-thread-1-processing-n:127.0.0.1:45171_s_m%2Ft) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2105728 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2105729 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45171_s_m%2Ft
[junit4] 2> 2105729 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.Overseer Overseer (id=99188450147041284-127.0.0.1:45171_s_m%2Ft-n_0000000000) starting
[junit4] 2> 2105731 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45171_s_m%2Ft
[junit4] 2> 2105732 INFO (zkCallback-7717-thread-1-processing-n:127.0.0.1:45171_s_m%2Ft) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2105761 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed6731
[junit4] 2> 2105767 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed6731
[junit4] 2> 2105767 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed6731
[junit4] 2> 2105768 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_1813791D16EC921F-001/control-001/cores
[junit4] 2> 2105777 INFO (zkConnectionManagerCallback-7724-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2105777 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2105779 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[1813791D16EC921F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41089/solr ready
[junit4] 2> 2105780 INFO (qtp1124052444-27663) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45171_s_m%252Ft&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2105781 INFO (OverseerThreadFactory-7866-thread-1-processing-n:127.0.0.1:45171_s_m%2Ft) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2105883 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2105883 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2105985 INFO (zkCallback-7717-thread-1-processing-n:127.0.0.1:45171_s_m%2Ft) [n:127.0.0.1:45171_s_m%2Ft ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2106897 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2106907 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2106977 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2106983 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2106984 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed6731
[junit4] 2> 2106984 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2106984 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_1813791D16EC921F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_1813791D16EC921F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2106986 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7971453276474315]
[junit4] 2> 2107002 WARN (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2107046 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2107046 INFO (qtp1124052444-27665) [n:127.0.0.1:45171_s_m%2Ft c:control_collecti
[...truncated too long message...]
813791D16EC921F]) [ ] o.a.s.c.Overseer Overseer (id=99188513860878354-127.0.0.1:44425_s_m%2Ft-n_0000000004) closing
[junit4] 2> 3107386 INFO (OverseerStateUpdate-99188513860878354-127.0.0.1:44425_s_m%2Ft-n_0000000004) [n:127.0.0.1:44425_s_m%2Ft ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44425_s_m%2Ft
[junit4] 2> 3107386 WARN (OverseerAutoScalingTriggerThread-99188513860878354-127.0.0.1:44425_s_m%2Ft-n_0000000004) [n:127.0.0.1:44425_s_m%2Ft ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3107400 WARN (zkCallback-8021-thread-1-processing-n:127.0.0.1:44425_s_m%2Ft) [n:127.0.0.1:44425_s_m%2Ft c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 3107400 INFO (zkCallback-8021-thread-1-processing-n:127.0.0.1:44425_s_m%2Ft) [n:127.0.0.1:44425_s_m%2Ft c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3107400 INFO (zkCallback-8021-thread-1-processing-n:127.0.0.1:44425_s_m%2Ft) [n:127.0.0.1:44425_s_m%2Ft c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SolrCore [collection1_shard1_replica_n47] CLOSING SolrCore org.apache.solr.core.SolrCore@1925ef4f
[junit4] 2> 3107400 INFO (zkCallback-8021-thread-1-processing-n:127.0.0.1:44425_s_m%2Ft) [n:127.0.0.1:44425_s_m%2Ft c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n47, tag=421916495
[junit4] 2> 3107400 INFO (zkCallback-8021-thread-1-processing-n:127.0.0.1:44425_s_m%2Ft) [n:127.0.0.1:44425_s_m%2Ft c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f83c080: rootName = null, domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n47 / com.codahale.metrics.MetricRegistry@295075f6
[junit4] 2> 3107417 INFO (zkCallback-8021-thread-1-processing-n:127.0.0.1:44425_s_m%2Ft) [n:127.0.0.1:44425_s_m%2Ft c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=421916495
[junit4] 2> 3107419 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[1813791D16EC921F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@22fd516a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3107419 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[1813791D16EC921F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49eaf9d4{/s_m/t,null,UNAVAILABLE}
[junit4] 2> 3107420 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[1813791D16EC921F]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 38707
[junit4] 2> 3107420 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[1813791D16EC921F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3107420 INFO (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[1813791D16EC921F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35035 35035
[junit4] 2> 3113026 INFO (Thread-6013) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35035 35035
[junit4] 2> 3113026 WARN (Thread-6013) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_1813791D16EC921F-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=is-IS, timezone=CST6CDT
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=295405520,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [LeaderInitiatedRecoveryOnCommitTest, TestSolrDeletionPolicy2, TestChildDocTransformer, TestJavabinTupleStreamParser, XmlUpdateRequestHandlerTest, TestZkChroot, BlockJoinFacetDistribTest, DistribJoinFromCollectionTest, PluginInfoTest, TestObjectReleaseTracker, V2StandaloneTest, AtomicUpdatesTest, CdcrRequestHandlerTest, TestAuthorizationFramework, BadCopyFieldTest, BigEndianAscendingWordDeserializerTest, SolrShardReporterTest, TestCloudManagedSchema, TestPullReplica, TestRawTransformer, DisMaxRequestHandlerTest, HighlighterMaxOffsetTest, TestSchemaVersionResource, TestSolrConfigHandlerConcurrent, QueryElevationComponentTest, DeleteNodeTest, XsltUpdateRequestHandlerTest, HdfsThreadLeakTest, LeaderElectionTest, TestManagedSchemaThreadSafety, TestSubQueryTransformerDistrib, DefaultValueUpdateProcessorTest, RuleEngineTest, HdfsBasicDistributedZkTest, WordBreakSolrSpellCheckerTest, TestTolerantUpdateProcessorRandomCloud, SortSpecParsingTest, TestSolrCloudWithSecureImpersonation, TestDynamicLoading, TestRealTimeGet, DistanceFunctionTest, TestConfigSets, SegmentsInfoRequestHandlerTest, SolrMetricManagerTest, ClassificationUpdateProcessorTest, ZkStateReaderTest, TestCSVResponseWriter, ResponseHeaderTest, IndexSchemaTest, GraphQueryTest, TimeZoneUtilsTest, UniqFieldsUpdateProcessorFactoryTest, SuggesterWFSTTest, TestDynamicFieldCollectionResource, DistributedSpellCheckComponentTest, TestTrieFacet, TestComplexPhraseLeadingWildcard, AliasIntegrationTest, TestRestManager, TestExportWriter, TestTolerantSearch, TestManagedStopFilterFactory, TestConfigSetsAPIZkFailure, SystemInfoHandlerTest, TestStressLiveNodes, DirectSolrSpellCheckerTest, TestMacroExpander, TestSkipOverseerOperations, TestIndexSearcher, AsyncCallRequestStatusResponseTest, CopyFieldTest, TestElisionMultitermQuery, TestCharFilters, TestSystemIdResolver, TestSolrFieldCacheBean, CdcrBootstrapTest, RecoveryZkTest, SolrTestCaseJ4Test, TestShardHandlerFactory, TestSchemaNameResource, UUIDFieldTest, MigrateRouteKeyTest, TestExactSharedStatsCache, TimeRoutedAliasUpdateProcessorTest, BasicDistributedZk2Test, CSVRequestHandlerTest, ConfigSetsAPITest, TestDistributedMissingSort, SolrGangliaReporterTest, TestInitParams, BasicAuthIntegrationTest, AnalyticsMergeStrategyTest, TestNumericRangeQuery64, TestDistributedGrouping, TestQuerySenderListener, OverseerStatusTest, DocValuesNotIndexedTest, SpellPossibilityIteratorTest, ComputePlanActionTest, TestExtendedDismaxParser, TriLevelCompositeIdRoutingTest, TestTrie, EchoParamsTest, TestCloudSearcherWarming, StatsComponentTest, MoveReplicaHDFSTest, TestScoreJoinQPNoScore, TestInPlaceUpdatesDistrib, TestMiniSolrCloudClusterSSL, TestDFISimilarityFactory, TestCoreDiscovery, JvmMetricsTest, TestGroupingSearch, IndexBasedSpellCheckerTest, CurrencyFieldTypeTest, SolrCloudExampleTest, DataDrivenBlockJoinTest, TestSegmentSorting, TestRequestForwarding, TestHdfsCloudBackupRestore, TestFreeTextSuggestions, OverseerTest, TestDistributedSearch, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestRangeQuery, BadIndexSchemaTest, TestFiltering, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, CacheHeaderTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, RequestHandlersTest, TestValueSourceCache, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestLFUCache, TestDocSet, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, TestCodecSupport, TestLMJelinekMercerSimilarityFactory, TestFastWriter, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, ZkNodePropsTest, SliceStateTest, TestRTGBase, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AssignTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MoveReplicaTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplaceNodeTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest]
[junit4] Completed [588/751 (2!)] on J2 in 1007.53s, 5 tests, 1 error <<< FAILURES!
[...truncated 40679 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (32bit/jdk1.8.0_144) - Build # 73 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/73/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
Error Message:
There are still nodes recoverying - waited for 90 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
at __randomizedtesting.SeedInfo.seed([19D58E3321F7E6D2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:51)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection
Error Message:
Delete action failed!
Stack Trace:
java.lang.AssertionError: Delete action failed!
at __randomizedtesting.SeedInfo.seed([5C4FAD717EFDBF04:4F2C9F1E4F9206A2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.SolrCloudExampleTest.doTestDeleteAction(SolrCloudExampleTest.java:193)
at org.apache.solr.cloud.SolrCloudExampleTest.testLoadDocsIntoGettingStartedCollection(SolrCloudExampleTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.rule.RulesTest.doIntegrationTest
Error Message:
Error from server at https://127.0.0.1:43809/solr: Could not fully remove collection: rulesColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43809/solr: Could not fully remove collection: rulesColl
at __randomizedtesting.SeedInfo.seed([5C4FAD717EFDBF04:B97CEAF062894D06]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.rule.RulesTest.removeCollections(RulesTest.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.rule.RulesTest.testHostFragmentRule
Error Message:
Error from server at https://127.0.0.1:43809/solr: Could not fully create collection: hostFragment
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43809/solr: Could not fully create collection: hostFragment
at __randomizedtesting.SeedInfo.seed([5C4FAD717EFDBF04:F409B43C83B657AC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.rule.RulesTest.testHostFragmentRule(RulesTest.java:168)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.rule.RulesTest.testModifyColl
Error Message:
Error from server at https://127.0.0.1:43809/solr: Could not fully create collection: modifyColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43809/solr: Could not fully create collection: modifyColl
at __randomizedtesting.SeedInfo.seed([5C4FAD717EFDBF04:F5D7870472317B02]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.rule.RulesTest.testModifyColl(RulesTest.java:234)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12323 lines...]
[junit4] Suite: org.apache.solr.cloud.rule.RulesTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/init-core-data-001
[junit4] 2> 811450 INFO (SUITE-RulesTest-seed#[5C4FAD717EFDBF04]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 811451 INFO (SUITE-RulesTest-seed#[5C4FAD717EFDBF04]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 811452 INFO (SUITE-RulesTest-seed#[5C4FAD717EFDBF04]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 811452 INFO (SUITE-RulesTest-seed#[5C4FAD717EFDBF04]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001
[junit4] 2> 811453 INFO (SUITE-RulesTest-seed#[5C4FAD717EFDBF04]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 811453 INFO (Thread-1060) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 811453 INFO (Thread-1060) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 811455 ERROR (Thread-1060) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 811553 INFO (SUITE-RulesTest-seed#[5C4FAD717EFDBF04]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40175
[junit4] 2> 811555 INFO (zkConnectionManagerCallback-1362-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811579 INFO (jetty-launcher-1359-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 811579 INFO (jetty-launcher-1359-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 811579 INFO (jetty-launcher-1359-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 811579 INFO (jetty-launcher-1359-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 811579 INFO (jetty-launcher-1359-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 811583 INFO (jetty-launcher-1359-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c208de{/solr,null,AVAILABLE}
[junit4] 2> 811583 INFO (jetty-launcher-1359-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f26842{/solr,null,AVAILABLE}
[junit4] 2> 811589 INFO (jetty-launcher-1359-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18124d{/solr,null,AVAILABLE}
[junit4] 2> 811589 INFO (jetty-launcher-1359-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@af362{/solr,null,AVAILABLE}
[junit4] 2> 811590 INFO (jetty-launcher-1359-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ec99f{/solr,null,AVAILABLE}
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ae53c3{SSL,[ssl, http/1.1]}{127.0.0.1:36983}
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-4) [ ] o.e.j.s.Server Started @812905ms
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36983}
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c25bf4{SSL,[ssl, http/1.1]}{127.0.0.1:44609}
[junit4] 2> 811591 ERROR (jetty-launcher-1359-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-1) [ ] o.e.j.s.Server Started @812906ms
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44609}
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:28:54.349Z
[junit4] 2> 811591 ERROR (jetty-launcher-1359-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 811591 INFO (jetty-launcher-1359-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:28:54.349Z
[junit4] 2> 811592 INFO (jetty-launcher-1359-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@af3692{SSL,[ssl, http/1.1]}{127.0.0.1:43809}
[junit4] 2> 811592 INFO (jetty-launcher-1359-thread-5) [ ] o.e.j.s.Server Started @812906ms
[junit4] 2> 811592 INFO (jetty-launcher-1359-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43809}
[junit4] 2> 811592 ERROR (jetty-launcher-1359-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 811592 INFO (jetty-launcher-1359-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 811592 INFO (jetty-launcher-1359-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 811592 INFO (jetty-launcher-1359-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 811592 INFO (jetty-launcher-1359-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:28:54.350Z
[junit4] 2> 811593 INFO (zkConnectionManagerCallback-1366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811593 INFO (jetty-launcher-1359-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55f2e6{SSL,[ssl, http/1.1]}{127.0.0.1:36261}
[junit4] 2> 811593 INFO (jetty-launcher-1359-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@172c8e6{SSL,[ssl, http/1.1]}{127.0.0.1:39245}
[junit4] 2> 811593 INFO (jetty-launcher-1359-thread-2) [ ] o.e.j.s.Server Started @812908ms
[junit4] 2> 811593 INFO (jetty-launcher-1359-thread-3) [ ] o.e.j.s.Server Started @812908ms
[junit4] 2> 811593 INFO (jetty-launcher-1359-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36261}
[junit4] 2> 811593 INFO (jetty-launcher-1359-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39245}
[junit4] 2> 811593 ERROR (jetty-launcher-1359-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 811593 ERROR (jetty-launcher-1359-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:28:54.352Z
[junit4] 2> 811594 INFO (jetty-launcher-1359-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:28:54.352Z
[junit4] 2> 811595 INFO (zkConnectionManagerCallback-1370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811595 INFO (zkConnectionManagerCallback-1368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811595 INFO (zkConnectionManagerCallback-1372-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811595 INFO (jetty-launcher-1359-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 811595 INFO (jetty-launcher-1359-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 811595 INFO (jetty-launcher-1359-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 811597 INFO (zkConnectionManagerCallback-1364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811598 INFO (jetty-launcher-1359-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 811618 INFO (jetty-launcher-1359-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40175/solr
[junit4] 2> 811620 INFO (zkConnectionManagerCallback-1378-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811621 INFO (jetty-launcher-1359-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40175/solr
[junit4] 2> 811622 INFO (jetty-launcher-1359-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40175/solr
[junit4] 2> 811622 INFO (jetty-launcher-1359-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40175/solr
[junit4] 2> 811626 INFO (zkConnectionManagerCallback-1383-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811626 INFO (jetty-launcher-1359-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40175/solr
[junit4] 2> 811630 INFO (zkConnectionManagerCallback-1391-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811632 INFO (zkConnectionManagerCallback-1386-thread-1-processing-n:127.0.0.1:36983_solr) [n:127.0.0.1:36983_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811632 INFO (zkConnectionManagerCallback-1389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811632 INFO (zkConnectionManagerCallback-1396-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811632 INFO (zkConnectionManagerCallback-1394-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811632 INFO (zkConnectionManagerCallback-1398-thread-1-processing-n:127.0.0.1:44609_solr) [n:127.0.0.1:44609_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811641 INFO (zkConnectionManagerCallback-1400-thread-1-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811642 INFO (zkConnectionManagerCallback-1402-thread-1-processing-n:127.0.0.1:43809_solr) [n:127.0.0.1:43809_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 811651 INFO (jetty-launcher-1359-thread-3) [n:127.0.0.1:39245_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811652 INFO (jetty-launcher-1359-thread-5) [n:127.0.0.1:43809_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811652 INFO (jetty-launcher-1359-thread-3) [n:127.0.0.1:39245_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39245_solr
[junit4] 2> 811653 INFO (jetty-launcher-1359-thread-5) [n:127.0.0.1:43809_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43809_solr
[junit4] 2> 811653 INFO (jetty-launcher-1359-thread-3) [n:127.0.0.1:39245_solr ] o.a.s.c.Overseer Overseer (id=99187276789317646-127.0.0.1:39245_solr-n_0000000000) starting
[junit4] 2> 811658 INFO (zkCallback-1401-thread-1-processing-n:127.0.0.1:43809_solr) [n:127.0.0.1:43809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811659 INFO (zkCallback-1399-thread-1-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 811671 INFO (jetty-launcher-1359-thread-3) [n:127.0.0.1:39245_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39245_solr
[junit4] 2> 811678 INFO (zkCallback-1401-thread-1-processing-n:127.0.0.1:43809_solr) [n:127.0.0.1:43809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 811678 INFO (zkCallback-1399-thread-1-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 811707 INFO (jetty-launcher-1359-thread-1) [n:127.0.0.1:44609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 811707 INFO (jetty-launcher-1359-thread-2) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 811708 INFO (jetty-launcher-1359-thread-2) [n:127.0.0.1:36261_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811708 INFO (jetty-launcher-1359-thread-1) [n:127.0.0.1:44609_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811710 INFO (jetty-launcher-1359-thread-1) [n:127.0.0.1:44609_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44609_solr
[junit4] 2> 811710 INFO (jetty-launcher-1359-thread-2) [n:127.0.0.1:36261_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36261_solr
[junit4] 2> 811714 INFO (zkCallback-1401-thread-1-processing-n:127.0.0.1:43809_solr) [n:127.0.0.1:43809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 811717 INFO (zkCallback-1395-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 811718 INFO (zkCallback-1399-thread-1-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 811722 INFO (zkCallback-1397-thread-1-processing-n:127.0.0.1:44609_solr) [n:127.0.0.1:44609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 811723 INFO (jetty-launcher-1359-thread-4) [n:127.0.0.1:36983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 811726 INFO (jetty-launcher-1359-thread-4) [n:127.0.0.1:36983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 811729 INFO (jetty-launcher-1359-thread-4) [n:127.0.0.1:36983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36983_solr
[junit4] 2> 811730 INFO (zkCallback-1401-thread-1-processing-n:127.0.0.1:43809_solr) [n:127.0.0.1:43809_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 811730 INFO (zkCallback-1397-thread-1-processing-n:127.0.0.1:44609_solr) [n:127.0.0.1:44609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 811730 INFO (zkCallback-1399-thread-1-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 811730 INFO (zkCallback-1395-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 811733 INFO (zkCallback-1385-thread-1-processing-n:127.0.0.1:36983_solr) [n:127.0.0.1:36983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 811815 INFO (jetty-launcher-1359-thread-5) [n:127.0.0.1:43809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43809.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811839 INFO (jetty-launcher-1359-thread-5) [n:127.0.0.1:43809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43809.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811839 INFO (jetty-launcher-1359-thread-5) [n:127.0.0.1:43809_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43809.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811841 INFO (jetty-launcher-1359-thread-5) [n:127.0.0.1:43809_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node5/.
[junit4] 2> 811842 INFO (jetty-launcher-1359-thread-3) [n:127.0.0.1:39245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39245.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811854 INFO (jetty-launcher-1359-thread-3) [n:127.0.0.1:39245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39245.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811854 INFO (jetty-launcher-1359-thread-3) [n:127.0.0.1:39245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39245.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811855 INFO (jetty-launcher-1359-thread-3) [n:127.0.0.1:39245_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node3/.
[junit4] 2> 811953 INFO (jetty-launcher-1359-thread-2) [n:127.0.0.1:36261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36261.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811973 INFO (jetty-launcher-1359-thread-2) [n:127.0.0.1:36261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36261.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811973 INFO (jetty-launcher-1359-thread-2) [n:127.0.0.1:36261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36261.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 811975 INFO (jetty-launcher-1359-thread-2) [n:127.0.0.1:36261_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node2/.
[junit4] 2> 812046 INFO (jetty-launcher-1359-thread-1) [n:127.0.0.1:44609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 812054 INFO (jetty-launcher-1359-thread-1) [n:127.0.0.1:44609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 812054 INFO (jetty-launcher-1359-thread-1) [n:127.0.0.1:44609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 812055 INFO (jetty-launcher-1359-thread-1) [n:127.0.0.1:44609_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node1/.
[junit4] 2> 812191 INFO (jetty-launcher-1359-thread-4) [n:127.0.0.1:36983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36983.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 812199 INFO (jetty-launcher-1359-thread-4) [n:127.0.0.1:36983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36983.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 812199 INFO (jetty-launcher-1359-thread-4) [n:127.0.0.1:36983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36983.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 812200 INFO (jetty-launcher-1359-thread-4) [n:127.0.0.1:36983_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node4/.
[junit4] 2> 812253 INFO (zkConnectionManagerCallback-1410-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 812256 INFO (zkConnectionManagerCallback-1414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 812256 INFO (SUITE-RulesTest-seed#[5C4FAD717EFDBF04]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 812257 INFO (SUITE-RulesTest-seed#[5C4FAD717EFDBF04]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40175/solr ready
[junit4] 2> 812282 INFO (TEST-RulesTest.testInvokeApi-seed#[5C4FAD717EFDBF04]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInvokeApi
[junit4] 2> 812330 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 812330 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr ] o.a.s.h.a.InvokeOp Invocable_invoked {cores=0, freedisk=261}
[junit4] 2> 812330 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/invoke params={cores=1&class=org.apache.solr.cloud.rule.ImplicitSnitch&wt=javabin&version=2&freedisk=1} status=0 QTime=0
[junit4] 2> 812332 INFO (TEST-RulesTest.testInvokeApi-seed#[5C4FAD717EFDBF04]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 812333 INFO (TEST-RulesTest.testInvokeApi-seed#[5C4FAD717EFDBF04]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInvokeApi
[junit4] 2> 812353 INFO (TEST-RulesTest.testPortRule-seed#[5C4FAD717EFDBF04]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPortRule
[junit4] 2> 812407 INFO (qtp19816428-5835) [n:127.0.0.1:43809_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1&replicationFactor=2&collection.configName=conf&snitch=class:ImplicitSnitch&name=portRuleColl&router.name=implicit&nrtReplicas=2&action=CREATE&rule=port:36261&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 812415 INFO (OverseerThreadFactory-2804-thread-1-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.CreateCollectionCmd Create collection portRuleColl
[junit4] 2> 812526 INFO (OverseerStateUpdate-99187276789317646-127.0.0.1:39245_solr-n_0000000000) [n:127.0.0.1:39245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"portRuleColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"portRuleColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36261/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 812527 INFO (OverseerStateUpdate-99187276789317646-127.0.0.1:39245_solr-n_0000000000) [n:127.0.0.1:39245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"portRuleColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"portRuleColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36261/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 812804 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=portRuleColl_shard1_replica_n1&action=CREATE&numShards=1&collection=portRuleColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 812804 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 812805 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=portRuleColl_shard1_replica_n2&action=CREATE&numShards=1&collection=portRuleColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 812908 INFO (zkCallback-1395-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 812908 INFO (zkCallback-1395-thread-2-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 812909 INFO (zkCallback-1395-thread-3-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 813817 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 813817 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 813824 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.s.IndexSchema [portRuleColl_shard1_replica_n1] Schema name=minimal
[junit4] 2> 813824 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.s.IndexSchema [portRuleColl_shard1_replica_n2] Schema name=minimal
[junit4] 2> 813836 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 813836 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 813836 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'portRuleColl_shard1_replica_n2' using configuration from collection portRuleColl, trusted=true
[junit4] 2> 813836 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'portRuleColl_shard1_replica_n1' using configuration from collection portRuleColl, trusted=true
[junit4] 2> 813836 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36261.solr.core.portRuleColl.shard1.replica_n2' (registry 'solr.core.portRuleColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 813836 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36261.solr.core.portRuleColl.shard1.replica_n1' (registry 'solr.core.portRuleColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 813836 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 813836 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 813837 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.SolrCore [[portRuleColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node2/portRuleColl_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node2/./portRuleColl_shard1_replica_n2/data/]
[junit4] 2> 813837 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.c.SolrCore [[portRuleColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node2/portRuleColl_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node2/./portRuleColl_shard1_replica_n1/data/]
[junit4] 2> 813884 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 813884 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 813884 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 813884 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 813886 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 813886 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 813886 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 813886 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 813887 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@611905[portRuleColl_shard1_replica_n2] main]
[junit4] 2> 813887 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d95b54[portRuleColl_shard1_replica_n1] main]
[junit4] 2> 813888 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 813888 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 813889 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 813889 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 813889 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 813890 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 813890 INFO (searcherExecutor-2816-thread-1-processing-n:127.0.0.1:36261_solr x:portRuleColl_shard1_replica_n1 s:shard1 c:portRuleColl r:core_node3) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.c.SolrCore [portRuleColl_shard1_replica_n1] Registered new searcher Searcher@d95b54[portRuleColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 813891 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586996431183413248
[junit4] 2> 813891 INFO (searcherExecutor-2815-thread-1-processing-n:127.0.0.1:36261_solr x:portRuleColl_shard1_replica_n2 s:shard1 c:portRuleColl r:core_node4) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.SolrCore [portRuleColl_shard1_replica_n2] Registered new searcher Searcher@611905[portRuleColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 813891 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586996431184461824
[junit4] 2> 813899 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 813899 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 813899 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36261/solr/portRuleColl_shard1_replica_n2/
[junit4] 2> 813900 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=portRuleColl_shard1_replica_n2 url=https://127.0.0.1:36261/solr START replicas=[https://127.0.0.1:36261/solr/portRuleColl_shard1_replica_n1/] nUpdates=100
[junit4] 2> 813904 INFO (qtp31251601-5806) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.c.S.Request [portRuleColl_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 814000 INFO (zkCallback-1395-thread-3-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814000 INFO (zkCallback-1395-thread-2-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814001 INFO (zkCallback-1395-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814200 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=portRuleColl_shard1_replica_n2 url=https://127.0.0.1:36261/solr DONE. We have no versions. sync failed.
[junit4] 2> 814200 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 814200 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 814200 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 814203 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36261/solr/portRuleColl_shard1_replica_n2/ shard1
[junit4] 2> 814304 INFO (zkCallback-1395-thread-3-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814304 INFO (zkCallback-1395-thread-2-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814304 INFO (zkCallback-1395-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814353 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 814355 INFO (qtp31251601-5820) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node4 x:portRuleColl_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=portRuleColl_shard1_replica_n2&action=CREATE&numShards=1&collection=portRuleColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1550
[junit4] 2> 814456 INFO (zkCallback-1395-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814457 INFO (zkCallback-1395-thread-3-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814457 INFO (zkCallback-1395-thread-2-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 814909 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr c:portRuleColl s:shard1 r:core_node3 x:portRuleColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=portRuleColl_shard1_replica_n1&action=CREATE&numShards=1&collection=portRuleColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2105
[junit4] 2> 814911 INFO (qtp19816428-5835) [n:127.0.0.1:43809_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 815002 INFO (zkCallback-1395-thread-2-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 815002 INFO (zkCallback-1395-thread-3-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 815002 INFO (zkCallback-1395-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl/state.json] for collection [portRuleColl] has occurred - updating... (live nodes size: [5])
[junit4] 2> 815913 INFO (qtp19816428-5835) [n:127.0.0.1:43809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=shard1&replicationFactor=2&collection.configName=conf&snitch=class:ImplicitSnitch&name=portRuleColl&router.name=implicit&nrtReplicas=2&action=CREATE&rule=port:36261&wt=javabin&version=2} status=0 QTime=3506
[junit4] 2> 815914 INFO (TEST-RulesTest.testPortRule-seed#[5C4FAD717EFDBF04]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 815916 INFO (qtp19816428-5797) [n:127.0.0.1:43809_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=portRuleColl&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 815918 INFO (OverseerCollectionConfigSetProcessor-99187276789317646-127.0.0.1:39245_solr-n_0000000000) [n:127.0.0.1:39245_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 815919 INFO (OverseerThreadFactory-2804-thread-2-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 815922 INFO (qtp31251601-5832) [n:127.0.0.1:36261_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.portRuleColl.shard1.replica_n2, tag=null
[junit4] 2> 815922 INFO (qtp31251601-5832) [n:127.0.0.1:36261_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a1c068: rootName = solr_36261, domain = solr.core.portRuleColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.portRuleColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@169a2b8
[junit4] 2> 815944 INFO (qtp31251601-5802) [n:127.0.0.1:36261_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.portRuleColl.shard1.replica_n1, tag=null
[junit4] 2> 815944 INFO (qtp31251601-5802) [n:127.0.0.1:36261_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14b1c24: rootName = solr_36261, domain = solr.core.portRuleColl.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.portRuleColl.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1ef32e9
[junit4] 2> 815945 INFO (qtp31251601-5832) [n:127.0.0.1:36261_solr ] o.a.s.c.SolrCore [portRuleColl_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@dea28b
[junit4] 2> 815958 INFO (qtp31251601-5832) [n:127.0.0.1:36261_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.portRuleColl.shard1.replica_n2, tag=14590603
[junit4] 2> 815959 INFO (qtp31251601-5832) [n:127.0.0.1:36261_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.portRuleColl.shard1.leader, tag=14590603
[junit4] 2> 815959 INFO (qtp31251601-5802) [n:127.0.0.1:36261_solr ] o.a.s.c.SolrCore [portRuleColl_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1564918
[junit4] 2> 815959 INFO (qtp31251601-5802) [n:127.0.0.1:36261_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.portRuleColl.shard1.replica_n1, tag=22432024
[junit4] 2> 815959 INFO (qtp31251601-5802) [n:127.0.0.1:36261_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.portRuleColl.shard1.leader, tag=22432024
[junit4] 2> 815963 WARN (zkCallback-1395-thread-1-processing-n:127.0.0.1:36261_solr) [n:127.0.0.1:36261_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:portRuleColl_shard1_replica_n1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:310)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 815965 INFO (qtp31251601-5802) [n:127.0.0.1:36261_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 815966 INFO (qtp31251601-5802) [n:127.0.0.1:36261_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=portRuleColl_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 815966 INFO (qtp31251601-5832) [n:127.0.0.1:36261_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=portRuleColl_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 816674 INFO (qtp19816428-5797) [n:127.0.0.1:43809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=portRuleColl&action=DELETE&wt=javabin&version=2} status=0 QTime=758
[junit4] 2> 816674 INFO (TEST-RulesTest.testPortRule-seed#[5C4FAD717EFDBF04]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPortRule
[junit4] 2> 816702 INFO (TEST-RulesTest.testPortRuleInPresenceOfClusterPolicy-seed#[5C4FAD717EFDBF04]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPortRuleInPresenceOfClusterPolicy
[junit4] 2> 816756 INFO (zkConnectionManagerCallback-1421-thread-1-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 816757 INFO (qtp29184610-5794) [n:127.0.0.1:39245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 816758 INFO (qtp29184610-5794) [n:127.0.0.1:39245_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40175/solr ready
[junit4] 2> 816769 INFO (qtp19816428-5797) [n:127.0.0.1:43809_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=1
[junit4] 2> 816775 INFO (qtp29184610-5823) [n:127.0.0.1:39245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 816779 INFO (qtp31251601-5830) [n:127.0.0.1:36261_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 816784 INFO (qtp18324746-5825) [n:127.0.0.1:36983_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 816839 INFO (qtp24917161-5831) [n:127.0.0.1:44609_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 816842 INFO (qtp29184610-5794) [n:127.0.0.1:39245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=95
[junit4] 2> 816844 INFO (qtp19816428-5828) [n:127.0.0.1:43809_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1&replicationFactor=2&collection.configName=conf&snitch=class:ImplicitSnitch&name=portRuleColl2&router.name=implicit&nrtReplicas=2&action=CREATE&rule=port:36983&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 816846 INFO (OverseerThreadFactory-2804-thread-3-processing-n:127.0.0.1:39245_solr) [n:127.0.0.1:39245_solr ] o.a.s.c.CreateCollectionCmd Create collection portRuleColl2
[junit4] 2> 816846 INFO (OverseerCollectionConfigSetProcessor-99187276789317646-127.0.0.1:39245_solr-n_0000000000) [n:127.0.0.1:39245_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 817052 INFO (OverseerStateUpdate-99187276789317646-127.0.0.1:39245_solr-n_0000000000) [n:127.0.0.1:39245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"portRuleColl2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"portRuleColl2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36983/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 817054 INFO (OverseerStateUpdate-99187276789317646-127.0.0.1:39245_solr-n_0000000000) [n:127.0.0.1:39245_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"portRuleColl2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"portRuleColl2_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36983/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 817260 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=portRuleColl2_shard1_replica_n3&action=CREATE&numShards=1&collection=portRuleColl2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 817260 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=portRuleColl2_shard1_replica_n1&action=CREATE&numShards=1&collection=portRuleColl2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 817365 INFO (zkCallback-1385-thread-1-processing-n:127.0.0.1:36983_solr) [n:127.0.0.1:36983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl2/state.json] for collection [portRuleColl2] has occurred - updating... (live nodes size: [5])
[junit4] 2> 817365 INFO (zkCallback-1385-thread-2-processing-n:127.0.0.1:36983_solr) [n:127.0.0.1:36983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/portRuleColl2/state.json] for collection [portRuleColl2] has occurred - updating... (live nodes size: [5])
[junit4] 2> 818286 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 818287 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 818293 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.s.IndexSchema [portRuleColl2_shard1_replica_n3] Schema name=minimal
[junit4] 2> 818296 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 818296 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'portRuleColl2_shard1_replica_n3' using configuration from collection portRuleColl2, trusted=true
[junit4] 2> 818296 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.s.IndexSchema [portRuleColl2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 818296 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36983.solr.core.portRuleColl2.shard1.replica_n3' (registry 'solr.core.portRuleColl2.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 818296 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 818296 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.c.SolrCore [[portRuleColl2_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node4/portRuleColl2_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node4/./portRuleColl2_shard1_replica_n3/data/]
[junit4] 2> 818298 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 818298 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'portRuleColl2_shard1_replica_n1' using configuration from collection portRuleColl2, trusted=true
[junit4] 2> 818299 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36983.solr.core.portRuleColl2.shard1.replica_n1' (registry 'solr.core.portRuleColl2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17270e3
[junit4] 2> 818299 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 818299 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.c.SolrCore [[portRuleColl2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node4/portRuleColl2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.rule.RulesTest_5C4FAD717EFDBF04-001/tempDir-001/node4/./portRuleColl2_shard1_replica_n1/data/]
[junit4] 2> 818356 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 818356 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 818357 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 818357 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 818359 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@78c1af[portRuleColl2_shard1_replica_n3] main]
[junit4] 2> 818360 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 818360 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 818361 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 818362 INFO (searcherExecutor-2825-thread-1-processing-n:127.0.0.1:36983_solr x:portRuleColl2_shard1_replica_n3 s:shard1 c:portRuleColl2 r:core_node4) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.c.SolrCore [portRuleColl2_shard1_replica_n3] Registered new searcher Searcher@78c1af[portRuleColl2_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 818362 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586996435872645120
[junit4] 2> 818366 INFO (qtp18324746-5822) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node4 x:portRuleColl2_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 818373 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 818373 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 818375 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 818375 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 818378 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@172e14c[portRuleColl2_shard1_replica_n1] main]
[junit4] 2> 818379 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 818379 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 818380 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 818381 INFO (searcherExecutor-2826-thread-1-processing-n:127.0.0.1:36983_solr x:portRuleColl2_shard1_replica_n1 s:shard1 c:portRuleColl2 r:core_node2) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.c.SolrCore [portRuleColl2_shard1_replica_n1] Registered new searcher Searcher@172e14c[portRuleColl2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 818381 INFO (qtp18324746-5827) [n:127.0.0.1:36983_solr c:portRuleColl2 s:shard1 r:core_node2 x:portRuleColl2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586996435892568064
[junit4] 2> 818467 INFO (zkCallback-1385-thread-2-processing-n:127.0.0.1:36983_solr) [n:127.0.0.1:36983_solr ] o.a.s.c.c
[...truncated too long message...]
"collection":"collection1",
[junit4] 1> "type":"NRT",
[junit4] 1> "operation":"state"}
[junit4] 1> /overseer/queue/qn-0000000008 (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "core_node_name":"core_node4",
[junit4] 1> "roles":null,
[junit4] 1> "base_url":"http://127.0.0.1:39925/solr",
[junit4] 1> "node_name":"127.0.0.1:39925_solr",
[junit4] 1> "numShards":"2",
[junit4] 1> "state":"active",
[junit4] 1> "shard":"shard2",
[junit4] 1> "collection":"collection1",
[junit4] 1> "type":"NRT",
[junit4] 1> "operation":"state"}
[junit4] 1> /overseer/collection-map-running (0)
[junit4] 1> /aliases.json (0)
[junit4] 1> /live_nodes (4)
[junit4] 1> /live_nodes/127.0.0.1:39925_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:35515_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:40177_solr (0)
[junit4] 1> /live_nodes/127.0.0.1:42133_solr (0)
[junit4] 1> /collections (1)
[junit4] 1> /collections/collection1 (4)
[junit4] 1> DATA:
[junit4] 1> {"configName":"conf"}
[junit4] 1> /collections/collection1/leaders (2)
[junit4] 1> /collections/collection1/leaders/shard2 (1)
[junit4] 1> /collections/collection1/leaders/shard2/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "core_node_name":"core_node4",
[junit4] 1> "base_url":"http://127.0.0.1:39925/solr",
[junit4] 1> "node_name":"127.0.0.1:39925_solr"}
[junit4] 1> /collections/collection1/leaders/shard1 (1)
[junit4] 1> /collections/collection1/leaders/shard1/leader (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "core":"collection1_shard1_replica_n1",
[junit4] 1> "core_node_name":"core_node3",
[junit4] 1> "base_url":"http://127.0.0.1:40177/solr",
[junit4] 1> "node_name":"127.0.0.1:40177_solr"}
[junit4] 1> /collections/collection1/counter (0)
[junit4] 1> DATA:
[junit4] 1>
[junit4] 1> /collections/collection1/state.json (0)
[junit4] 1> DATA:
[junit4] 1> {"collection1":{
[junit4] 1> "pullReplicas":"0",
[junit4] 1> "replicationFactor":"1",
[junit4] 1> "router":{"name":"compositeId"},
[junit4] 1> "maxShardsPerNode":"1",
[junit4] 1> "autoAddReplicas":"false",
[junit4] 1> "nrtReplicas":"1",
[junit4] 1> "tlogReplicas":"0",
[junit4] 1> "shards":{
[junit4] 1> "shard1":{
[junit4] 1> "range":"80000000-ffffffff",
[junit4] 1> "state":"active",
[junit4] 1> "replicas":{"core_node3":{
[junit4] 1> "core":"collection1_shard1_replica_n1",
[junit4] 1> "base_url":"http://127.0.0.1:40177/solr",
[junit4] 1> "node_name":"127.0.0.1:40177_solr",
[junit4] 1> "state":"down",
[junit4] 1> "type":"NRT",
[junit4] 1> "leader":"true"}}},
[junit4] 1> "shard2":{
[junit4] 1> "range":"0-7fffffff",
[junit4] 1> "state":"active",
[junit4] 1> "replicas":{"core_node4":{
[junit4] 1> "core":"collection1_shard2_replica_n2",
[junit4] 1> "base_url":"http://127.0.0.1:39925/solr",
[junit4] 1> "node_name":"127.0.0.1:39925_solr",
[junit4] 1> "state":"down",
[junit4] 1> "type":"NRT",
[junit4] 1> "leader":"true"}}}}}}
[junit4] 1> /collections/collection1/leader_elect (2)
[junit4] 1> /collections/collection1/leader_elect/shard2 (1)
[junit4] 1> /collections/collection1/leader_elect/shard2/election (1)
[junit4] 1> /collections/collection1/leader_elect/shard2/election/99187450841006092-core_node4-n_0000000000 (0)
[junit4] 1> /collections/collection1/leader_elect/shard1 (1)
[junit4] 1> /collections/collection1/leader_elect/shard1/election (1)
[junit4] 1> /collections/collection1/leader_elect/shard1/election/99187450841006089-core_node3-n_0000000000 (0)
[junit4] 1> /overseer_elect (2)
[junit4] 1> /overseer_elect/leader (0)
[junit4] 1> DATA:
[junit4] 1> {"id":"99187450841006089-127.0.0.1:40177_solr-n_0000000000"}
[junit4] 1> /overseer_elect/election (4)
[junit4] 1> /overseer_elect/election/99187450841006092-127.0.0.1:39925_solr-n_0000000001 (0)
[junit4] 1> /overseer_elect/election/99187450841006091-127.0.0.1:42133_solr-n_0000000003 (0)
[junit4] 1> /overseer_elect/election/99187450841006089-127.0.0.1:40177_solr-n_0000000000 (0)
[junit4] 1> /overseer_elect/election/99187450841006088-127.0.0.1:35515_solr-n_0000000002 (0)
[junit4] 1> /security.json (0)
[junit4] 1> DATA:
[junit4] 1> {}
[junit4] 1> /clusterstate.json (0)
[junit4] 1> DATA:
[junit4] 1> {}
[junit4] 1> /solr.xml (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /autoscaling (4)
[junit4] 1> /autoscaling/nodeAdded (0)
[junit4] 1> /autoscaling/nodeLost (0)
[junit4] 1> /autoscaling/triggerState (1)
[junit4] 1> /autoscaling/triggerState/.auto_add_replicas (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "lastLiveNodes":[
[junit4] 1> "127.0.0.1:35515_solr",
[junit4] 1> "127.0.0.1:39925_solr",
[junit4] 1> "127.0.0.1:40177_solr",
[junit4] 1> "127.0.0.1:42133_solr"],
[junit4] 1> "nodeNameVsTimeRemoved":{}}
[junit4] 1> /autoscaling/events (1)
[junit4] 1> /autoscaling/events/.auto_add_replicas (0)
[junit4] 1> /autoscaling.json (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "cluster-preferences":[{
[junit4] 1> "minimize":"cores",
[junit4] 1> "precision":1}],
[junit4] 1> "triggers":{".auto_add_replicas":{
[junit4] 1> "name":".auto_add_replicas",
[junit4] 1> "event":"nodeLost",
[junit4] 1> "waitFor":30,
[junit4] 1> "actions":[
[junit4] 1> {
[junit4] 1> "name":"auto_add_replicas_plan",
[junit4] 1> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 1> {
[junit4] 1> "name":"execute_plan",
[junit4] 1> "class":"solr.ExecutePlanAction"}],
[junit4] 1> "enabled":true}},
[junit4] 1> "listeners":{".auto_add_replicas.system":{
[junit4] 1> "beforeAction":[],
[junit4] 1> "afterAction":[],
[junit4] 1> "trigger":".auto_add_replicas",
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED",
[junit4] 1> "BEFORE_ACTION",
[junit4] 1> "AFTER_ACTION",
[junit4] 1> "IGNORED"],
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 1> "properties":{}}
[junit4] 1>
[junit4] 2> Dec 17, 2017 3:15:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1730, maxMBSortInHeap=7.780002256034103, sim=RandomSimilarity(queryNorm=false): {}, locale=en-NZ, timezone=US/Indiana-Starke
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=18641240,total=81874944
[junit4] 2> NOTE: All tests run in this JVM: [SubtractFunctionTest, LegacyExpressionTest, LegacyQueryFacetCloudTest, CastingDoubleValueStreamTest, ExistsFunctionTest, LogFunctionTest, LegacyAbstractAnalyticsTest, IfFunctionTest, CastingBooleanValueTest, LegacyFieldFacetExtrasCloudTest, CastingStringValueTest, NoFacetTest, LongFieldsTest, DateFieldsTest, FloatFieldsTest, AddFunctionTest, BottomFunctionTest, ConcatFunctionTest, DateParseFunctionTest, FilterFunctionTest, GTEFunctionTest, OrFunctionTest, RemoveFunctionTest, RoundFunctionTest, LegacyAbstractAnalyticsFacetTest, LegacyRangeFacetCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyRangeFacetCloudTest -Dtests.seed=19D58E3321F7E6D2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-NZ -Dtests.timezone=US/Indiana-Starke -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | LegacyRangeFacetCloudTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([19D58E3321F7E6D2]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
[junit4] > at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:51)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [78/78 (1!)] on J1 in 125.13s, 0 tests, 1 failure <<< FAILURES!
[...truncated 40105 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 72 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/72/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.V2ApiIntegrationTest
Error Message:
Error from server at https://127.0.0.1:38329/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38329/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([C66327D95296DE01]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.handler.V2ApiIntegrationTest.createCluster(V2ApiIntegrationTest.java:54)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaTest.test
Error Message:
Error from server at http://127.0.0.1:36559/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36559/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([C66327D95296DE01:4E371803FC6AB3F9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:115)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaTest.testFailedMove
Error Message:
Error from server at http://127.0.0.1:40067/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40067/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([C66327D95296DE01:6CAEF42BE5450BD1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.MoveReplicaTest.beforeTest(MoveReplicaTest.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslAndClientAuth
Error Message:
Error from server at https://127.0.0.1:39253/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39253/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([C66327D95296DE01:15E7CE14C05B85FD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:200)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:172)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithNodeReplacement(TestMiniSolrCloudClusterSSL.java:138)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslAndClientAuth(TestMiniSolrCloudClusterSSL.java:120)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Error from server at https://127.0.0.1:34739: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34739: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([C66327D95296DE01:4E371803FC6AB3F9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:384)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11753 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001/init-core-data-001
[junit4] 2> 77571 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 77572 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 77573 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 77583 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 77583 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 77584 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 77584 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 77628 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 77644 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 77656 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 77702 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f
[junit4] 2> 77709 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f
[junit4] 2> 77709 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f
[junit4] 2> 77727 INFO (coreLoadExecutor-325-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 77729 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 77760 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 77769 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 77772 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 77772 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 77773 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f
[junit4] 2> 77773 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 77773 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001/init-core-data-001/]
[junit4] 2> 77800 WARN (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 77846 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 77846 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 77846 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 77846 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 77847 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@700c3169[collection1] main]
[junit4] 2> 77847 WARN (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 77848 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 77849 INFO (searcherExecutor-326-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@700c3169[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 77849 INFO (coreLoadExecutor-325-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586976004950196224
[junit4] 2> 77851 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 77852 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 77852 INFO (Thread-123) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 77852 INFO (Thread-123) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 77895 ERROR (Thread-123) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 77953 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.ZkTestServer start zk server on port:39109
[junit4] 2> 77974 INFO (zkConnectionManagerCallback-112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 78002 INFO (zkConnectionManagerCallback-114-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 78005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 78006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 78007 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 78008 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 78008 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 78009 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 78010 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 78010 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 78011 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 78012 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 78013 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 78035 INFO (zkConnectionManagerCallback-117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 78038 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 78131 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 78136 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c2dd228{/,null,AVAILABLE}
[junit4] 2> 78140 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@787ec251{SSL,[ssl, http/1.1]}{127.0.0.1:34739}
[junit4] 2> 78140 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.e.j.s.Server Started @80241ms
[junit4] 2> 78140 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=34739, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001/control-001/cores}
[junit4] 2> 78140 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 78147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 78147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 78147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 78147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-16T21:04:16.972Z
[junit4] 2> 78160 INFO (zkConnectionManagerCallback-119-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 78161 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 78161 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001/control-001/solr.xml
[junit4] 2> 78165 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 78165 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 78166 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 78175 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39109/solr
[junit4] 2> 78190 INFO (zkConnectionManagerCallback-123-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 78195 INFO (zkConnectionManagerCallback-125-thread-1-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 78260 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [n:127.0.0.1:34739_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 78261 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [n:127.0.0.1:34739_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34739_
[junit4] 2> 78261 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [n:127.0.0.1:34739_ ] o.a.s.c.Overseer Overseer (id=99186000310566917-127.0.0.1:34739_-n_0000000000) starting
[junit4] 2> 78269 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [n:127.0.0.1:34739_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34739_
[junit4] 2> 78283 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 78330 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [n:127.0.0.1:34739_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f
[junit4] 2> 78338 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [n:127.0.0.1:34739_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f
[junit4] 2> 78339 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [n:127.0.0.1:34739_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f
[junit4] 2> 78340 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [n:127.0.0.1:34739_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001/control-001/cores
[junit4] 2> 78366 INFO (zkConnectionManagerCallback-131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 78367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 78367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39109/solr ready
[junit4] 2> 78402 INFO (qtp997448904-606) [n:127.0.0.1:34739_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34739_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 78407 INFO (OverseerThreadFactory-338-thread-1-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 78517 INFO (qtp997448904-607) [n:127.0.0.1:34739_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 78517 INFO (qtp997448904-607) [n:127.0.0.1:34739_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 78620 INFO (zkCallback-124-thread-1-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 79574 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 79583 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 79588 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 79588 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 79588 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b16a05f
[junit4] 2> 79588 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 79588 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 79601 WARN (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 79636 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 79636 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 79638 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 79638 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 79639 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@154aacc0[control_collection_shard1_replica_n1] main]
[junit4] 2> 79640 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 79641 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 79641 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 79642 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586976006830292992
[junit4] 2> 79647 INFO (searcherExecutor-341-thread-1-processing-n:127.0.0.1:34739_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@154aacc0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 79647 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 79647 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 79647 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34739/control_collection_shard1_replica_n1/
[junit4] 2> 79647 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 79647 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34739/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 79647 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 79651 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34739/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 79752 INFO (zkCallback-124-thread-2-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 79753 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 79754 INFO (qtp997448904-607) [n:127.0.0.1:34739_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1237
[junit4] 2> 79757 INFO (qtp997448904-606) [n:127.0.0.1:34739_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 80410 INFO (OverseerCollectionConfigSetProcessor-99186000310566917-127.0.0.1:34739_-n_0000000000) [n:127.0.0.1:34739_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 109767 ERROR (qtp997448904-606) [n:127.0.0.1:34739_ ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica https://127.0.0.1:34739/control_collection_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 109767 INFO (qtp997448904-606) [n:127.0.0.1:34739_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34739_&wt=javabin&version=2} status=0 QTime=31365
[junit4] 2> 109773 INFO (zkConnectionManagerCallback-135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 109774 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 109774 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39109/solr ready
[junit4] 2> 109776 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 109781 INFO (qtp997448904-607) [n:127.0.0.1:34739_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 109782 INFO (OverseerThreadFactory-338-thread-2-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 109783 WARN (OverseerThreadFactory-338-thread-2-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 139868 ERROR (OverseerThreadFactory-338-thread-2-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 139873 INFO (qtp997448904-607) [n:127.0.0.1:34739_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=500 QTime=30092
[junit4] 2> 139874 ERROR (qtp997448904-607) [n:127.0.0.1:34739_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 139876 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 34739
[junit4] 2> 139876 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=962918831
[junit4] 2> 139876 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 139876 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1287cd91: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@54b8ff22
[junit4] 2> 139879 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 139879 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ca42c46: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@14b30d3e
[junit4] 2> 139881 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 139881 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3abe2472: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@108c9b70
[junit4] 2> 139883 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34739_
[junit4] 2> 139883 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 139884 INFO (zkCallback-124-thread-2-processing-n:127.0.0.1:34739_) [n:127.0.0.1:34739_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 139884 INFO (coreCloseExecutor-346-thread-1) [n:127.0.0.1:34739_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7fac1895
[junit4] 2> 139884 INFO (coreCloseExecutor-346-thread-1) [n:127.0.0.1:34739_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=2141984917
[junit4] 2> 139884 INFO (coreCloseExecutor-346-thread-1) [n:127.0.0.1:34739_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@936ab6d: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@516b2d58
[junit4] 2> 139889 INFO (coreCloseExecutor-346-thread-1) [n:127.0.0.1:34739_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=2141984917
[junit4] 2> 139891 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.Overseer Overseer (id=99186000310566917-127.0.0.1:34739_-n_0000000000) closing
[junit4] 2> 139891 INFO (OverseerStateUpdate-99186000310566917-127.0.0.1:34739_-n_0000000000) [n:127.0.0.1:34739_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34739_
[junit4] 2> 139892 WARN (OverseerAutoScalingTriggerThread-99186000310566917-127.0.0.1:34739_-n_0000000000) [n:127.0.0.1:34739_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 139900 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@787ec251{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 139900 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c2dd228{/,null,UNAVAILABLE}
[junit4] 2> 139901 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 139901 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[C66327D95296DE01]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39109 39109
[junit4] 2> 145306 INFO (Thread-123) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39109 39109
[junit4] 2> 145307 WARN (Thread-123) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=C66327D95296DE01 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it-CH -Dtests.timezone=Asia/Colombo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 67.5s J2 | TestInPlaceUpdatesDistrib.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34739: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([C66327D95296DE01:4E371803FC6AB3F9]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:384)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 145310 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 145310 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1584364804
[junit4] 2> 145310 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 145310 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c2811dc: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7812cf9
[junit4] 2> 145311 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 145311 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40b707ae: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@14b30d3e
[junit4] 2> 145311 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 145311 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[C66327D95296DE01]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e8ec2b6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@108c9b70
[junit4] 2> 145312 INFO (coreCloseExecutor-348-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@48141a7
[junit4] 2> 145312 INFO (coreCloseExecutor-348-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=75579815
[junit4] 2> 145312 INFO (coreCloseExecutor-348-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fb2edca: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@209b08c4
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_C66327D95296DE01-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=it-CH, timezone=Asia/Colombo
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=290735296,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallTest, XmlUpdateRequestHandlerTest, MigrateRouteKeyTest, TestFreeTextSuggestions, LoggingHandlerTest, TestQuerySenderListener, TestRawTransformer, ConfigSetsAPITest, TimeZoneUtilsTest, TestHashQParserPlugin, TestTrieFacet, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, LeaderElectionContextKeyTest, TestTolerantSearch, TestHalfAndHalfDocValues, TestPartialUpdateDeduplication, TestInPlaceUpdatesDistrib]
[junit4] Completed [59/751 (1!)] on J2 in 67.79s, 1 test, 1 error <<< FAILURES!
[...truncated 51 lines...]
[junit4] Suite: org.apache.solr.handler.V2ApiIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.V2ApiIntegrationTest_C66327D95296DE01-001/init-core-data-001
[junit4] 2> 140447 WARN (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 140447 INFO (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 140448 INFO (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 140449 INFO (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 140450 INFO (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.V2ApiIntegrationTest_C66327D95296DE01-001/tempDir-001
[junit4] 2> 140450 INFO (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 140450 INFO (Thread-270) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 140450 INFO (Thread-270) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 140464 ERROR (Thread-270) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 140550 INFO (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41413
[junit4] 2> 140552 INFO (zkConnectionManagerCallback-84-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140559 INFO (jetty-launcher-81-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 140560 INFO (jetty-launcher-81-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 140576 INFO (jetty-launcher-81-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ec78c27{/solr,null,AVAILABLE}
[junit4] 2> 140576 INFO (jetty-launcher-81-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a43573{/solr,null,AVAILABLE}
[junit4] 2> 140577 INFO (jetty-launcher-81-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25a108bf{SSL,[ssl, http/1.1]}{127.0.0.1:38329}
[junit4] 2> 140577 INFO (jetty-launcher-81-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bda1950{SSL,[ssl, http/1.1]}{127.0.0.1:35927}
[junit4] 2> 140577 INFO (jetty-launcher-81-thread-2) [ ] o.e.j.s.Server Started @142653ms
[junit4] 2> 140577 INFO (jetty-launcher-81-thread-1) [ ] o.e.j.s.Server Started @142653ms
[junit4] 2> 140577 INFO (jetty-launcher-81-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38329}
[junit4] 2> 140577 INFO (jetty-launcher-81-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35927}
[junit4] 2> 140578 ERROR (jetty-launcher-81-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 140578 ERROR (jetty-launcher-81-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 140578 INFO (jetty-launcher-81-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 140578 INFO (jetty-launcher-81-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 140578 INFO (jetty-launcher-81-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 140578 INFO (jetty-launcher-81-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 140578 INFO (jetty-launcher-81-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 140578 INFO (jetty-launcher-81-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 140578 INFO (jetty-launcher-81-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-16T21:05:19.374Z
[junit4] 2> 140578 INFO (jetty-launcher-81-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-16T21:05:19.374Z
[junit4] 2> 140579 INFO (zkConnectionManagerCallback-88-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140579 INFO (zkConnectionManagerCallback-87-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140580 INFO (jetty-launcher-81-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 140580 INFO (jetty-launcher-81-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 140584 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16061253f900002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 140586 INFO (jetty-launcher-81-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41413/solr
[junit4] 2> 140586 INFO (jetty-launcher-81-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41413/solr
[junit4] 2> 140588 INFO (zkConnectionManagerCallback-94-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140589 INFO (zkConnectionManagerCallback-96-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140590 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16061253f900003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 140591 INFO (zkConnectionManagerCallback-99-thread-1-processing-n:127.0.0.1:38329_solr) [n:127.0.0.1:38329_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140591 INFO (zkConnectionManagerCallback-100-thread-1-processing-n:127.0.0.1:35927_solr) [n:127.0.0.1:35927_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140654 INFO (jetty-launcher-81-thread-2) [n:127.0.0.1:38329_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 140654 INFO (jetty-launcher-81-thread-2) [n:127.0.0.1:38329_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38329_solr
[junit4] 2> 140655 INFO (jetty-launcher-81-thread-2) [n:127.0.0.1:38329_solr ] o.a.s.c.Overseer Overseer (id=99186004410236933-127.0.0.1:38329_solr-n_0000000000) starting
[junit4] 2> 140658 INFO (jetty-launcher-81-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 140658 INFO (jetty-launcher-81-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35927_solr
[junit4] 2> 140676 INFO (zkCallback-98-thread-1-processing-n:127.0.0.1:35927_solr) [n:127.0.0.1:35927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 140676 INFO (zkCallback-97-thread-1-processing-n:127.0.0.1:38329_solr) [n:127.0.0.1:38329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 140682 INFO (jetty-launcher-81-thread-2) [n:127.0.0.1:38329_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38329_solr
[junit4] 2> 140683 INFO (zkCallback-98-thread-1-processing-n:127.0.0.1:35927_solr) [n:127.0.0.1:35927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140688 INFO (zkCallback-97-thread-1-processing-n:127.0.0.1:38329_solr) [n:127.0.0.1:38329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 140727 INFO (jetty-launcher-81-thread-2) [n:127.0.0.1:38329_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38329.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185a6098
[junit4] 2> 140733 INFO (jetty-launcher-81-thread-2) [n:127.0.0.1:38329_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38329.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185a6098
[junit4] 2> 140733 INFO (jetty-launcher-81-thread-2) [n:127.0.0.1:38329_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38329.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185a6098
[junit4] 2> 140734 INFO (jetty-launcher-81-thread-2) [n:127.0.0.1:38329_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.V2ApiIntegrationTest_C66327D95296DE01-001/tempDir-001/node2/.
[junit4] 2> 140773 INFO (jetty-launcher-81-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185a6098
[junit4] 2> 140789 INFO (jetty-launcher-81-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185a6098
[junit4] 2> 140789 INFO (jetty-launcher-81-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35927.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185a6098
[junit4] 2> 140790 INFO (jetty-launcher-81-thread-1) [n:127.0.0.1:35927_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.V2ApiIntegrationTest_C66327D95296DE01-001/tempDir-001/node1/.
[junit4] 2> 140804 INFO (zkConnectionManagerCallback-105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140807 INFO (zkConnectionManagerCallback-109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 140807 INFO (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 140808 INFO (SUITE-V2ApiIntegrationTest-seed#[C66327D95296DE01]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41413/solr ready
[junit4] 2> 140823 INFO (qtp1789246219-681) [n:127.0.0.1:38329_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 140824 INFO (OverseerThreadFactory-246-thread-1-processing-n:127.0.0.1:38329_solr) [n:127.0.0.1:38329_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 140930 INFO (OverseerStateUpdate-99186004410236933-127.0.0.1:38329_solr-n_0000000000) [n:127.0.0.1:38329_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35927/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 140932 INFO (OverseerStateUpdate-99186004410236933-127.0.0.1:38329_solr-n_0000000000) [n:127.0.0.1:38329_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38329/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 141155 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 141160 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 141161 INFO (qtp326101243-680) [n:127.0.0.1:35927_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 141161 INFO (qtp326101243-680) [n:127.0.0.1:35927_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 141264 INFO (zkCallback-97-thread-1-processing-n:127.0.0.1:38329_solr) [n:127.0.0.1:38329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 141264 INFO (zkCallback-98-thread-1-processing-n:127.0.0.1:35927_solr) [n:127.0.0.1:35927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 141264 INFO (zkCallback-98-thread-2-processing-n:127.0.0.1:35927_solr) [n:127.0.0.1:35927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 141264 INFO (zkCallback-97-thread-2-processing-n:127.0.0.1:38329_solr) [n:127.0.0.1:38329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 142174 INFO (qtp326101243-680) [n:127.0.0.1:35927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 142174 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 142184 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 142185 INFO (qtp326101243-680) [n:127.0.0.1:35927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 142187 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 142187 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 142188 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38329.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@185a6098
[junit4] 2> 142188 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 142188 INFO (qtp1789246219-677) [n:127.0.0.1:38329_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.V2ApiIntegrationTest_C66327D95296DE01-001/tempDir-001/node2/collection1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.handler.V2ApiIntegrationTest_C66327D95296DE01-001/tempDir-001/node2/./collection1_shard1_replica_n2/data/]
[junit4] 2> 142188 INFO (qtp326101243-680) [n:127.0.0.1:35927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 142205 INFO (qtp326101243-680) [n:127.0.0.1:35927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using config
[...truncated too long message...]
tlog.xml&coreNodeName=core_node6&name=first_collection_shard3_replica_n4&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=209750
[junit4] 2> 2790406 ERROR (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[C66327D95296DE01]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2790407 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[C66327D95296DE01]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32801 32801
[junit4] 2> 2797886 INFO (Thread-6867) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32801 32801
[junit4] 2> 2797887 WARN (Thread-6867) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/first_collection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/99186164286226441-127.0.0.1:33643_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 2797887 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndClientAuth-seed#[C66327D95296DE01]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSslAndClientAuth
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestMiniSolrCloudClusterSSL -Dtests.method=testSslAndClientAuth -Dtests.seed=C66327D95296DE01 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq-AL -Dtests.timezone=Etc/GMT-11 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 218s J2 | TestMiniSolrCloudClusterSSL.testSslAndClientAuth <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39253/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([C66327D95296DE01:15E7CE14C05B85FD]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:200)
[junit4] > at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:172)
[junit4] > at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithNodeReplacement(TestMiniSolrCloudClusterSSL.java:138)
[junit4] > at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslAndClientAuth(TestMiniSolrCloudClusterSSL.java:120)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestMiniSolrCloudClusterSSL_C66327D95296DE01-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1343, maxMBSortInHeap=7.208609771947021, sim=RandomSimilarity(queryNorm=false): {}, locale=sq-AL, timezone=Etc/GMT-11
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=147599256,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallTest, XmlUpdateRequestHandlerTest, MigrateRouteKeyTest, TestFreeTextSuggestions, LoggingHandlerTest, TestQuerySenderListener, TestRawTransformer, ConfigSetsAPITest, TimeZoneUtilsTest, TestHashQParserPlugin, TestTrieFacet, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, LeaderElectionContextKeyTest, TestTolerantSearch, TestHalfAndHalfDocValues, TestPartialUpdateDeduplication, TestInPlaceUpdatesDistrib, TestSchemalessBufferedUpdates, TestSchemaNameResource, CollectionsAPIAsyncDistributedZkTest, UnloadDistributedZkTest, DocValuesNotIndexedTest, DirectSolrConnectionTest, TestSQLHandler, NodeMutatorTest, TestDynamicFieldCollectionResource, TestConfigSets, TestManagedSchemaThreadSafety, TestCloudPivotFacet, DistributedQueryComponentOptimizationTest, TestSystemIdResolver, TestSolrDeletionPolicy2, TestSolrCloudWithHadoopAuthPlugin, TestNumericTerms32, TestFunctionQuery, TestQueryTypes, TestReplicationHandlerBackup, MetricsHandlerTest, TestMaxScoreQueryParser, GraphQueryTest, HighlighterMaxOffsetTest, ExplicitHLLTest, SolrJmxReporterTest, RequestLoggingTest, ZkNodePropsTest, HdfsDirectoryFactoryTest, OverseerCollectionConfigSetProcessorTest, TestConfigReload, ReplicationFactorTest, TestValueSourceCache, TestDistributedGrouping, HLLUtilTest, CopyFieldTest, TestElisionMultitermQuery, DataDrivenBlockJoinTest, BasicAuthIntegrationTest, TestSolrCoreProperties, TestConfigOverlay, TestSearchPerf, CoreAdminRequestStatusTest, DisMaxRequestHandlerTest, TestPayloadScoreQParserPlugin, TestSubQueryTransformerDistrib, TestManagedStopFilterFactory, CdcrRequestHandlerTest, TestRestManager, ConnectionReuseTest, TestReloadDeadlock, TestDistributedMissingSort, UniqFieldsUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, CSVRequestHandlerTest, CloudMLTQParserTest, HdfsThreadLeakTest, TestPullReplica, TestSchemaVersionResource, DistributedSpellCheckComponentTest, TestCloudSearcherWarming, TestRequestForwarding, DefaultValueUpdateProcessorTest, TestSolrFieldCacheBean, BlockDirectoryTest, TestJsonFacetRefinement, DeleteNodeTest, TestFiltering, EnumFieldTest, TestScoreJoinQPNoScore, CurrencyFieldTypeTest, AsyncCallRequestStatusResponseTest, ComputePlanActionTest, LargeFieldTest, ScriptEngineTest, TestExactSharedStatsCache, TestMacroExpander, ClassificationUpdateProcessorTest, ClusterStateTest, TestEmbeddedSolrServerConstructors, HighlighterTest, TestReload, TestSmileRequest, DistanceUnitsTest, TestZkChroot, ResponseHeaderTest, SmileWriterTest, TestShardHandlerFactory, TestLRUCache, TestDFISimilarityFactory, MoveReplicaHDFSTest, TestAuthorizationFramework, OverseerTest, CollectionReloadTest, TestInitParams, SolrTestCaseJ4Test, AutoAddReplicasIntegrationTest, TestExtendedDismaxParser, FieldAnalysisRequestHandlerTest, TestLeaderInitiatedRecoveryThread, TestCloudDeleteByQuery, HdfsCollectionsAPIDistributedZkTest, TestSolrCloudWithSecureImpersonation, SimplePostToolTest, TestGroupingSearch, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkSolrClientTest, ZkCLITest, TestStressReorder, TestJoin, QueryElevationComponentTest, PeerSyncTest, AnalysisAfterCoreReloadTest, CoreAdminHandlerTest, SuggesterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DistanceFunctionTest, SolrInfoBeanTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, TestCSVResponseWriter, JsonLoaderTest, BinaryUpdateRequestHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, BadComponentTest, SampleTest, TestDocSet, TestBinaryField, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, ForceLeaderTest, MultiThreadedOCPTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudRecovery, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLockTree, TestMiniSolrCloudClusterSSL]
[junit4] Completed [548/751 (4!)] on J2 in 243.94s, 4 tests, 1 error <<< FAILURES!
[...truncated 47987 lines...]