You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/06 12:46:29 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21042 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21042/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testNoSslButSillyClientAuth
Error Message:
Error from server at http://127.0.0.1:37379/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37379/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([EED29C0436A5FBD6:838428BAD22C583B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:200)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:172)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithNodeReplacement(TestMiniSolrCloudClusterSSL.java:138)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testNoSslButSillyClientAuth(TestMiniSolrCloudClusterSSL.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12940 lines...]
[junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 1504158 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[EED29C0436A5FBD6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/init-core-data-001
[junit4] 2> 1504158 WARN (SUITE-TestMiniSolrCloudClusterSSL-seed#[EED29C0436A5FBD6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1504163 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[EED29C0436A5FBD6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1504164 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[EED29C0436A5FBD6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1504169 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSslAndNoClientAuth
[junit4] 2> 1504169 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.TestMiniSolrCloudClusterSSL NOTE: This Test ignores the randomized SSL & clientAuth settings selected by base class
[junit4] 2> 1504170 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001
[junit4] 2> 1504170 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1504171 INFO (Thread-4780) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1504171 INFO (Thread-4780) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1504203 ERROR (Thread-4780) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1504271 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.ZkTestServer start zk server on port:41711
[junit4] 2> 1504277 INFO (zkConnectionManagerCallback-8822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504290 INFO (jetty-launcher-8819-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1504291 INFO (jetty-launcher-8819-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1504292 INFO (jetty-launcher-8819-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1504293 INFO (jetty-launcher-8819-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38ad10f7{/solr,null,AVAILABLE}
[junit4] 2> 1504301 INFO (jetty-launcher-8819-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78c6e3a3{SSL,[ssl, http/1.1]}{127.0.0.1:33281}
[junit4] 2> 1504301 INFO (jetty-launcher-8819-thread-1) [ ] o.e.j.s.Server Started @1506811ms
[junit4] 2> 1504301 INFO (jetty-launcher-8819-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33281}
[junit4] 2> 1504301 ERROR (jetty-launcher-8819-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1504301 INFO (jetty-launcher-8819-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1504301 INFO (jetty-launcher-8819-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1504301 INFO (jetty-launcher-8819-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1504301 INFO (jetty-launcher-8819-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-06T12:17:35.606860Z
[junit4] 2> 1504389 INFO (jetty-launcher-8819-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@585aa0d1{/solr,null,AVAILABLE}
[junit4] 2> 1504390 INFO (jetty-launcher-8819-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6131a211{SSL,[ssl, http/1.1]}{127.0.0.1:40585}
[junit4] 2> 1504390 INFO (jetty-launcher-8819-thread-2) [ ] o.e.j.s.Server Started @1506900ms
[junit4] 2> 1504390 INFO (jetty-launcher-8819-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40585}
[junit4] 2> 1504390 ERROR (jetty-launcher-8819-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1504390 INFO (jetty-launcher-8819-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1504391 INFO (jetty-launcher-8819-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1504391 INFO (jetty-launcher-8819-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1504391 INFO (jetty-launcher-8819-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-06T12:17:35.696073Z
[junit4] 2> 1504392 INFO (zkConnectionManagerCallback-8824-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504392 INFO (jetty-launcher-8819-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1504393 INFO (jetty-launcher-8819-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3741388b{/solr,null,AVAILABLE}
[junit4] 2> 1504393 INFO (jetty-launcher-8819-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60797186{SSL,[ssl, http/1.1]}{127.0.0.1:39735}
[junit4] 2> 1504393 INFO (jetty-launcher-8819-thread-3) [ ] o.e.j.s.Server Started @1506903ms
[junit4] 2> 1504393 INFO (jetty-launcher-8819-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39735}
[junit4] 2> 1504393 ERROR (jetty-launcher-8819-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1504393 INFO (jetty-launcher-8819-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1504394 INFO (jetty-launcher-8819-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1504394 INFO (jetty-launcher-8819-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1504394 INFO (jetty-launcher-8819-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-06T12:17:35.699089Z
[junit4] 2> 1504399 INFO (zkConnectionManagerCallback-8826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504399 INFO (jetty-launcher-8819-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1504404 INFO (zkConnectionManagerCallback-8828-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504404 INFO (jetty-launcher-8819-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1504410 INFO (jetty-launcher-8819-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41711/solr
[junit4] 2> 1504414 INFO (jetty-launcher-8819-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41711/solr
[junit4] 2> 1504414 INFO (zkConnectionManagerCallback-8832-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504435 INFO (jetty-launcher-8819-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41711/solr
[junit4] 2> 1504441 INFO (zkConnectionManagerCallback-8836-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504441 INFO (zkConnectionManagerCallback-8842-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504442 INFO (zkConnectionManagerCallback-8839-thread-1-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504467 INFO (zkConnectionManagerCallback-8844-thread-1-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504468 INFO (zkConnectionManagerCallback-8847-thread-1-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504475 INFO (jetty-launcher-8819-thread-1) [n:127.0.0.1:33281_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1504476 INFO (jetty-launcher-8819-thread-1) [n:127.0.0.1:33281_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33281_solr
[junit4] 2> 1504477 INFO (jetty-launcher-8819-thread-1) [n:127.0.0.1:33281_solr ] o.a.s.c.Overseer Overseer (id=99127306189668360-127.0.0.1:33281_solr-n_0000000000) starting
[junit4] 2> 1504479 INFO (jetty-launcher-8819-thread-2) [n:127.0.0.1:40585_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1504481 INFO (jetty-launcher-8819-thread-2) [n:127.0.0.1:40585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40585_solr
[junit4] 2> 1504502 INFO (zkCallback-8846-thread-1-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1504505 INFO (zkCallback-8843-thread-1-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1504507 INFO (jetty-launcher-8819-thread-3) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1504508 INFO (jetty-launcher-8819-thread-3) [n:127.0.0.1:39735_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1504509 INFO (jetty-launcher-8819-thread-3) [n:127.0.0.1:39735_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39735_solr
[junit4] 2> 1504550 INFO (jetty-launcher-8819-thread-2) [n:127.0.0.1:40585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40585.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504558 INFO (jetty-launcher-8819-thread-2) [n:127.0.0.1:40585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40585.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504559 INFO (OverseerStateUpdate-99127306189668360-127.0.0.1:33281_solr-n_0000000000) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1504561 INFO (jetty-launcher-8819-thread-2) [n:127.0.0.1:40585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40585.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504562 INFO (jetty-launcher-8819-thread-2) [n:127.0.0.1:40585_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node2/.
[junit4] 2> 1504567 INFO (zkCallback-8846-thread-1-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1504567 INFO (zkCallback-8838-thread-1-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1504568 INFO (jetty-launcher-8819-thread-1) [n:127.0.0.1:33281_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33281_solr
[junit4] 2> 1504571 INFO (zkCallback-8846-thread-1-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1504592 INFO (zkCallback-8838-thread-1-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1504598 INFO (zkCallback-8843-thread-2-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1504637 INFO (jetty-launcher-8819-thread-3) [n:127.0.0.1:39735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39735.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504646 INFO (jetty-launcher-8819-thread-1) [n:127.0.0.1:33281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33281.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504646 INFO (jetty-launcher-8819-thread-3) [n:127.0.0.1:39735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39735.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504646 INFO (jetty-launcher-8819-thread-3) [n:127.0.0.1:39735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39735.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504647 INFO (jetty-launcher-8819-thread-3) [n:127.0.0.1:39735_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node3/.
[junit4] 2> 1504654 INFO (jetty-launcher-8819-thread-1) [n:127.0.0.1:33281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33281.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504655 INFO (jetty-launcher-8819-thread-1) [n:127.0.0.1:33281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33281.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1504656 INFO (jetty-launcher-8819-thread-1) [n:127.0.0.1:33281_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node1/.
[junit4] 2> 1504697 INFO (zkConnectionManagerCallback-8852-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504707 INFO (zkConnectionManagerCallback-8855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504970 INFO (zkConnectionManagerCallback-8858-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1504975 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1504975 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41711/solr ready
[junit4] 2> 1504990 INFO (qtp1134478301-23773) [n:127.0.0.1:39735_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&name=first_collection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1504992 INFO (OverseerThreadFactory-5461-thread-1-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.CreateCollectionCmd Create collection first_collection
[junit4] 2> 1505113 INFO (OverseerStateUpdate-99127306189668360-127.0.0.1:33281_solr-n_0000000000) [n:127.0.0.1:33281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"first_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"first_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33281/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1505115 INFO (OverseerStateUpdate-99127306189668360-127.0.0.1:33281_solr-n_0000000000) [n:127.0.0.1:33281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"first_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"first_collection_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40585/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1505116 INFO (OverseerStateUpdate-99127306189668360-127.0.0.1:33281_solr-n_0000000000) [n:127.0.0.1:33281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"first_collection",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"first_collection_shard3_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39735/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1505341 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node6&name=first_collection_shard3_replica_n5&action=CREATE&numShards=3&shard=shard3&wt=javabin
[junit4] 2> 1505342 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1505347 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node2&name=first_collection_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 1505347 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1505349 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node4&name=first_collection_shard2_replica_n3&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 1505349 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1505452 INFO (zkCallback-8846-thread-1-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1505452 INFO (zkCallback-8843-thread-2-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1505452 INFO (zkCallback-8843-thread-1-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1505454 INFO (zkCallback-8846-thread-2-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1505457 INFO (zkCallback-8838-thread-1-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1505459 INFO (zkCallback-8838-thread-2-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1506356 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1506361 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1506371 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1506374 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.s.IndexSchema [first_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1506418 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.s.IndexSchema [first_collection_shard3_replica_n5] Schema name=test
[junit4] 2> 1506431 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.s.IndexSchema [first_collection_shard2_replica_n3] Schema name=test
[junit4] 2> 1506679 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1506680 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1506700 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard3_replica_n5' using configuration from collection first_collection, trusted=true
[junit4] 2> 1506701 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39735.solr.core.first_collection.shard3.replica_n5' (registry 'solr.core.first_collection.shard3.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1506701 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1506701 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.SolrCore [[first_collection_shard3_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node3/first_collection_shard3_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node3/./first_collection_shard3_replica_n5/data/]
[junit4] 2> 1506704 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34673745519087573]
[junit4] 2> 1506716 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard1_replica_n1' using configuration from collection first_collection, trusted=true
[junit4] 2> 1506717 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33281.solr.core.first_collection.shard1.replica_n1' (registry 'solr.core.first_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1506717 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1506717 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.SolrCore [[first_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node1/first_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node1/./first_collection_shard1_replica_n1/data/]
[junit4] 2> 1506717 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1506718 WARN (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1506720 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34673745519087573]
[junit4] 2> 1506739 WARN (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1506745 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard2_replica_n3' using configuration from collection first_collection, trusted=true
[junit4] 2> 1506745 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40585.solr.core.first_collection.shard2.replica_n3' (registry 'solr.core.first_collection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1506746 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1506746 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.SolrCore [[first_collection_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node2/first_collection_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node2/./first_collection_shard2_replica_n3/data/]
[junit4] 2> 1506752 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34673745519087573]
[junit4] 2> 1506768 WARN (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1506842 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1506843 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1506844 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1506844 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1506845 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6994038484764385]
[junit4] 2> 1506846 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@25364505[first_collection_shard3_replica_n5] main]
[junit4] 2> 1506847 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 1506847 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 1506848 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1506848 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1506848 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1506848 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586036901835440128
[junit4] 2> 1506849 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1506849 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1506851 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6994038484764385]
[junit4] 2> 1506852 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1506852 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1506852 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39735/solr/first_collection_shard3_replica_n5/
[junit4] 2> 1506852 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1506853 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.SyncStrategy https://127.0.0.1:39735/solr/first_collection_shard3_replica_n5/ has no replicas
[junit4] 2> 1506853 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1506855 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76a7645c[first_collection_shard1_replica_n1] main]
[junit4] 2> 1506855 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39735/solr/first_collection_shard3_replica_n5/ shard3
[junit4] 2> 1506856 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 1506856 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 1506857 INFO (searcherExecutor-5466-thread-1-processing-n:127.0.0.1:39735_solr x:first_collection_shard3_replica_n5 s:shard3 c:first_collection r:core_node6) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.SolrCore [first_collection_shard3_replica_n5] Registered new searcher Searcher@25364505[first_collection_shard3_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1506859 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1506860 INFO (searcherExecutor-5467-thread-1-processing-n:127.0.0.1:33281_solr x:first_collection_shard1_replica_n1 s:shard1 c:first_collection r:core_node2) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.SolrCore [first_collection_shard1_replica_n1] Registered new searcher Searcher@76a7645c[first_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1506860 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586036901848023040
[junit4] 2> 1506864 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1506864 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1506864 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33281/solr/first_collection_shard1_replica_n1/
[junit4] 2> 1506864 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1506864 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33281/solr/first_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1506864 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1506865 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1506865 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1506865 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33281/solr/first_collection_shard1_replica_n1/ shard1
[junit4] 2> 1506866 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1506866 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1506868 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6994038484764385]
[junit4] 2> 1506868 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@122938a1[first_collection_shard2_replica_n3] main]
[junit4] 2> 1506869 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 1506869 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 1506869 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1506871 INFO (searcherExecutor-5468-thread-1-processing-n:127.0.0.1:40585_solr x:first_collection_shard2_replica_n3 s:shard2 c:first_collection r:core_node4) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.SolrCore [first_collection_shard2_replica_n3] Registered new searcher Searcher@122938a1[first_collection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1506873 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586036901861654528
[junit4] 2> 1506877 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1506877 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1506877 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40585/solr/first_collection_shard2_replica_n3/
[junit4] 2> 1506877 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1506877 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:40585/solr/first_collection_shard2_replica_n3/ has no replicas
[junit4] 2> 1506877 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1506879 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40585/solr/first_collection_shard2_replica_n3/ shard2
[junit4] 2> 1506979 INFO (zkCallback-8838-thread-1-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1506980 INFO (zkCallback-8843-thread-2-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1506980 INFO (zkCallback-8846-thread-1-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1506980 INFO (zkCallback-8846-thread-2-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1506980 INFO (zkCallback-8843-thread-3-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1506979 INFO (zkCallback-8838-thread-2-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1507006 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1507014 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node6&name=first_collection_shard3_replica_n5&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=1672
[junit4] 2> 1507017 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1507024 INFO (qtp1714961820-23769) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node2&name=first_collection_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=1677
[junit4] 2> 1507030 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1507034 INFO (qtp128434067-23788) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node4&name=first_collection_shard2_replica_n3&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=1684
[junit4] 2> 1507041 INFO (qtp1134478301-23773) [n:127.0.0.1:39735_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1507142 INFO (zkCallback-8838-thread-2-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1507142 INFO (zkCallback-8846-thread-1-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1507142 INFO (zkCallback-8838-thread-1-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1507142 INFO (zkCallback-8846-thread-2-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1507142 INFO (zkCallback-8843-thread-3-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1507142 INFO (zkCallback-8843-thread-2-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1508041 INFO (qtp1134478301-23773) [n:127.0.0.1:39735_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&name=first_collection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=3051
[junit4] 2> 1508041 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: first_collection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1508042 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: first_collection
[junit4] 2> 1508056 INFO (qtp1134478301-23773) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.S.Request [first_collection_shard3_replica_n5] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=first_collection:4&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:39735/solr/first_collection_shard3_replica_n5/&rows=10&version=2&q=*:*&NOW=1512562659349&isShard=true&wt=javabin} hits=0 status=0 QTime=1
[junit4] 2> 1508056 INFO (qtp1714961820-23768) [n:127.0.0.1:33281_solr c:first_collection s:shard1 r:core_node2 x:first_collection_shard1_replica_n1] o.a.s.c.S.Request [first_collection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=first_collection:4&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:33281/solr/first_collection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1512562659349&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1508057 INFO (qtp128434067-23790) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.S.Request [first_collection_shard2_replica_n3] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=first_collection:4&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:40585/solr/first_collection_shard2_replica_n3/&rows=10&version=2&q=*:*&NOW=1512562659349&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1508058 INFO (qtp1134478301-23778) [n:127.0.0.1:39735_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n5] o.a.s.c.S.Request [first_collection_shard3_replica_n5] webapp=/solr path=/select params={q=*:*&_stateVer_=first_collection:4&wt=javabin&version=2} hits=0 status=0 QTime=14
[junit4] 2> 1508062 INFO (qtp128434067-23784) [n:127.0.0.1:40585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508067 INFO (qtp128434067-23790) [n:127.0.0.1:40585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1508069 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:40585: http protocol is not supported
[junit4] 2> 1508069 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:40585
[junit4] 2> 1508069 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:40585: http protocol is not supported
[junit4] 2> 1508069 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:40585
[junit4] 2> 1508069 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:40585: http protocol is not supported
[junit4] 2> 1508069 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:40585
[junit4] 2> 1508092 INFO (qtp128434067-23783) [n:127.0.0.1:40585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={} status=0 QTime=0
[junit4] 2> 1508111 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508129 INFO (qtp1134478301-23776) [n:127.0.0.1:39735_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508130 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:39735: http protocol is not supported
[junit4] 2> 1508130 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:39735
[junit4] 2> 1508130 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:39735: http protocol is not supported
[junit4] 2> 1508130 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:39735
[junit4] 2> 1508130 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:39735: http protocol is not supported
[junit4] 2> 1508130 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:39735
[junit4] 2> 1508141 INFO (qtp1134478301-23778) [n:127.0.0.1:39735_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={} status=0 QTime=0
[junit4] 2> 1508145 INFO (qtp1714961820-23765) [n:127.0.0.1:33281_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508149 INFO (qtp1714961820-23766) [n:127.0.0.1:33281_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508151 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:33281: http protocol is not supported
[junit4] 2> 1508151 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:33281
[junit4] 2> 1508151 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:33281: http protocol is not supported
[junit4] 2> 1508151 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:33281
[junit4] 2> 1508151 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:33281: http protocol is not supported
[junit4] 2> 1508151 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:33281
[junit4] 2> 1508169 INFO (qtp1714961820-23764) [n:127.0.0.1:33281_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={} status=0 QTime=1
[junit4] 2> 1508170 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6131a211{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1508171 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1988625082
[junit4] 2> 1508171 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1508172 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b07609: rootName = solr_40585, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@21307430
[junit4] 2> 1508179 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1508179 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b38d7ba: rootName = solr_40585, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5bc5172b
[junit4] 2> 1508184 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1508185 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6efd0e23: rootName = solr_40585, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@33059684
[junit4] 2> 1508185 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40585_solr
[junit4] 2> 1508186 INFO (zkCallback-8838-thread-2-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1508186 INFO (zkCallback-8846-thread-2-processing-n:127.0.0.1:40585_solr) [n:127.0.0.1:40585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1508186 INFO (zkCallback-8843-thread-2-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1508186 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1508186 INFO (zkCallback-8857-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1508191 INFO (coreCloseExecutor-5481-thread-1) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.c.SolrCore [first_collection_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@162e972a
[junit4] 2> 1508191 INFO (coreCloseExecutor-5481-thread-1) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.first_collection.shard2.replica_n3, tag=372152106
[junit4] 2> 1508191 INFO (coreCloseExecutor-5481-thread-1) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13a12fc1: rootName = solr_40585, domain = solr.core.first_collection.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.first_collection.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@3909ad6d
[junit4] 2> 1508198 INFO (coreCloseExecutor-5481-thread-1) [n:127.0.0.1:40585_solr c:first_collection s:shard2 r:core_node4 x:first_collection_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.first_collection.shard2.leader, tag=372152106
[junit4] 2> 1508201 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@585aa0d1{/solr,null,UNAVAILABLE}
[junit4] 2> 1508202 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1508202 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c30a16c{/solr,null,AVAILABLE}
[junit4] 2> 1508202 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7206bd9c{SSL,[ssl, http/1.1]}{127.0.0.1:43651}
[junit4] 2> 1508203 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.e.j.s.Server Started @1510713ms
[junit4] 2> 1508203 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43651}
[junit4] 2> 1508203 ERROR (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1508203 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1508203 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1508203 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1508203 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-06T12:17:39.508408Z
[junit4] 2> 1508207 INFO (zkConnectionManagerCallback-8861-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1508208 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1508216 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41711/solr
[junit4] 2> 1508217 INFO (zkConnectionManagerCallback-8865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1508218 INFO (zkConnectionManagerCallback-8867-thread-1-processing-n:127.0.0.1:43651_solr) [n:127.0.0.1:43651_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1508220 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [n:127.0.0.1:43651_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1508221 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [n:127.0.0.1:43651_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1508223 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [n:127.0.0.1:43651_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43651_solr
[junit4] 2> 1508223 INFO (zkCallback-8857-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1508224 INFO (zkCallback-8838-thread-2-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1508224 INFO (zkCallback-8866-thread-1-processing-n:127.0.0.1:43651_solr) [n:127.0.0.1:43651_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1508224 INFO (zkCallback-8843-thread-3-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1508264 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [n:127.0.0.1:43651_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43651.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1508276 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [n:127.0.0.1:43651_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43651.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1508276 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [n:127.0.0.1:43651_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43651.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c2d9a45
[junit4] 2> 1508278 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [n:127.0.0.1:43651_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001/tempDir-001/node4/.
[junit4] 2> 1508320 INFO (qtp1134478301-23780) [n:127.0.0.1:39735_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508331 INFO (zkCallback-8838-thread-2-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1508331 INFO (zkCallback-8838-thread-1-processing-n:127.0.0.1:39735_solr) [n:127.0.0.1:39735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1508332 INFO (zkCallback-8843-thread-2-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1508332 INFO (zkCallback-8843-thread-3-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1508334 INFO (qtp1134478301-23777) [n:127.0.0.1:39735_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508336 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:39735: http protocol is not supported
[junit4] 2> 1508336 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:39735
[junit4] 2> 1508336 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:39735: http protocol is not supported
[junit4] 2> 1508336 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:39735
[junit4] 2> 1508336 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:39735: http protocol is not supported
[junit4] 2> 1508336 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:39735
[junit4] 2> 1508360 INFO (qtp1134478301-23780) [n:127.0.0.1:39735_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={} status=0 QTime=0
[junit4] 2> 1508365 INFO (qtp1714961820-23765) [n:127.0.0.1:33281_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508369 INFO (qtp1714961820-23766) [n:127.0.0.1:33281_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508371 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:33281: http protocol is not supported
[junit4] 2> 1508371 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:33281
[junit4] 2> 1508371 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:33281: http protocol is not supported
[junit4] 2> 1508371 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:33281
[junit4] 2> 1508371 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:33281: http protocol is not supported
[junit4] 2> 1508371 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:33281
[junit4] 2> 1508386 INFO (qtp1714961820-23766) [n:127.0.0.1:33281_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={} status=0 QTime=0
[junit4] 2> 1508397 INFO (qtp1980694840-23893) [n:127.0.0.1:43651_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1508397 INFO (qtp1980694840-23893) [n:127.0.0.1:43651_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508400 INFO (qtp1980694840-23888) [n:127.0.0.1:43651_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1508401 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:43651: http protocol is not supported
[junit4] 2> 1508402 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:43651
[junit4] 2> 1508402 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:43651: http protocol is not supported
[junit4] 2> 1508402 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:43651
[junit4] 2> 1508402 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec I/O exception (org.apache.http.conn.UnsupportedSchemeException) caught when processing request to {}->http://127.0.0.1:43651: http protocol is not supported
[junit4] 2> 1508402 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:43651
[junit4] 2> 1508417 INFO (qtp1980694840-23891) [n:127.0.0.1:43651_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={} status=0 QTime=0
[junit4] 2> 1508419 INFO (qtp1714961820-23764) [n:127.0.0.1:33281_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&name=second_collection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1508420 INFO (OverseerThreadFactory-5461-thread-2-processing-n:127.0.0.1:33281_solr) [n:127.0.0.1:33281_solr ] o.a.s.c.CreateCollectionCmd Create collection second_collection
[junit4] 2> 1508421 INFO (OverseerCollectionConfigSetProcessor-99127306189668360-127.0.0.1:33281_solr-n_0000000000) [n:127.0.0.1:33281_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1508629 INFO (OverseerStateUpdate-99127306189668360-127.0.0.1:33281_solr-n_0000000000) [n:127.0.0.1:33281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"second_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"second_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33281/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1508630 INFO (OverseerStateUpdate-99127306189668360-127.0.0.1:33281_solr-n_0000000000) [n:127.0.0.1:33281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"second_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"second_collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39735/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1508631 INFO (OverseerStateUpdate-99127306189668360-127.0.0.1:33281_solr-n_0000000000) [n:127.0.0.1:33281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"second_collection",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"second_collection_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43651/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1508832 INFO (qtp1714961820-23770) [n:127.0.0.1:33281_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=second_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=second_collection_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 1508834 INFO (qtp1134478301-23775) [n:127.0.0.1:39735_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=second_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node5&name=second_collection_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 1508838 INFO (qtp1980694840-23893) [n:127.0.0.1:43651_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&
[...truncated too long message...]
ipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: first_collection slice: shard3 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 1752565 INFO (qtp2028152608-24406) [n:127.0.0.1:40149_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node6&name=first_collection_shard3_replica_n4&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=209793
[junit4] 2> 1752566 ERROR (TEST-TestMiniSolrCloudClusterSSL.testNoSslButSillyClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1752566 INFO (TEST-TestMiniSolrCloudClusterSSL.testNoSslButSillyClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42527 42527
[junit4] 2> 1758479 INFO (Thread-4900) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42527 42527
[junit4] 2> 1758479 WARN (Thread-4900) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/first_collection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99127308662341639-127.0.0.1:40149_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 1758479 INFO (TEST-TestMiniSolrCloudClusterSSL.testNoSslButSillyClientAuth-seed#[EED29C0436A5FBD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoSslButSillyClientAuth
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestMiniSolrCloudClusterSSL -Dtests.method=testNoSslButSillyClientAuth -Dtests.seed=EED29C0436A5FBD6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=Asia/Hong_Kong -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 217s J0 | TestMiniSolrCloudClusterSSL.testNoSslButSillyClientAuth <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37379/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([EED29C0436A5FBD6:838428BAD22C583B]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:200)
[junit4] > at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:172)
[junit4] > at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithNodeReplacement(TestMiniSolrCloudClusterSSL.java:138)
[junit4] > at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testNoSslButSillyClientAuth(TestMiniSolrCloudClusterSSL.java:103)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_EED29C0436A5FBD6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1312, maxMBSortInHeap=6.473591611072629, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@b4c719c), locale=sr-BA, timezone=Asia/Hong_Kong
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=127466880,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [CollectionsAPISolrJTest, TestPhraseSuggestions, SolrPluginUtilsTest, SimpleFacetsTest, BlockJoinFacetDistribTest, NoCacheHeaderTest, TestExportWriter, TestSolrXml, TestFoldingMultitermQuery, TriLevelCompositeIdRoutingTest, QueryParsingTest, SoftAutoCommitTest, HdfsWriteToMultipleCollectionsTest, TestCollectionsAPIViaSolrCloudCluster, ChaosMonkeyNothingIsSafeWithPullReplicasTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, HdfsBasicDistributedZkTest, DirectUpdateHandlerOptimizeTest, MinimalSchemaTest, TestSQLHandler, TestHdfsCloudBackupRestore, SolrGangliaReporterTest, TestConfigSetsAPIZkFailure, InfixSuggestersTest, ResourceLoaderTest, TestAuthorizationFramework, AssignBackwardCompatibilityTest, MoveReplicaHDFSTest, TestSolrFieldCacheBean, AutoAddReplicasIntegrationTest, DateFieldTest, TestOrdValues, TestDFISimilarityFactory, TestPullReplica, SpatialFilterTest, TestSolrCloudWithSecureImpersonation, TestSort, TestCloudSearcherWarming, OverseerStatusTest, BasicAuthIntegrationTest, TestLeaderInitiatedRecoveryThread, NodeMutatorTest, DistributedQueryComponentOptimizationTest, TestLuceneIndexBackCompat, SpellCheckCollatorTest, PeerSyncTest, TestConfigOverlay, TestStressLiveNodes, UpdateRequestProcessorFactoryTest, SolrCoreTest, TestJoin, TestIndexingPerformance, TestCloudPivotFacet, EnumFieldTest, TestUpdate, TestBinaryField, TestCSVLoader, CurrencyFieldTypeTest, IndexSchemaRuntimeFieldTest, CdcrBootstrapTest, LeaderElectionContextKeyTest, SolrMetricManagerTest, TestCloudManagedSchema, RAMDirectoryFactoryTest, TestFieldSortValues, MigrateRouteKeyTest, TestExactSharedStatsCache, DistributedFacetPivotSmallTest, MetricsHandlerTest, FileUtilsTest, TestLegacyTerms, RuleEngineTest, LeaderInitiatedRecoveryOnCommitTest, TestPostingsSolrHighlighter, BasicZkTest, TestReversedWildcardFilterFactory, AnalysisAfterCoreReloadTest, OverseerCollectionConfigSetProcessorTest, TestDynamicLoading, TestNumericRangeQuery64, TestRandomDVFaceting, V2StandaloneTest, RequestLoggingTest, ConnectionManagerTest, TestInitParams, DistanceUnitsTest, TestMergePolicyConfig, HdfsCollectionsAPIDistributedZkTest, TestNoOpRegenerator, FastVectorHighlighterTest, BlockDirectoryTest, CloudMLTQParserTest, TestSolrJ, ResponseHeaderTest, TestSuggestSpellingConverter, TestCrossCoreJoin, TestDFRSimilarityFactory, SolrJmxReporterTest, TimeRoutedAliasUpdateProcessorTest, TestFreeTextSuggestions, ZkStateReaderTest, HighlighterMaxOffsetTest, HttpTriggerListenerTest, DistributedMLTComponentTest, TestMaxScoreQueryParser, DocumentBuilderTest, BasicFunctionalityTest, TestRequestForwarding, DistributedDebugComponentTest, TestHashQParserPlugin, SmileWriterTest, TestReplicationHandler, UninvertDocValuesMergePolicyTest, AddBlockUpdateTest, TestFieldResource, TestMiniSolrCloudClusterSSL]
[junit4] Completed [395/752 (1!)] on J0 in 254.36s, 4 tests, 1 error <<< FAILURES!
[...truncated 41257 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21043 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21043/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ForceLeaderTest
Error Message:
85 threads leaked from SUITE scope at org.apache.solr.cloud.ForceLeaderTest: 1) Thread[id=8774, name=qtp1798632905-8774, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=8775, name=qtp1798632905-8775, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=9006, name=zkCallback-1806-thread-3, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=8809, name=qtp2102183014-8809, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=9012, name=zkCallback-1815-thread-5, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=8983, name=Scheduler-552995486, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=9005, name=ScheduledTrigger-3721-thread-4, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 8) Thread[id=8973, name=TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F220ABE1CE388A56]-SendThread(127.0.0.1:37455), state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 9) Thread[id=8800, name=searcherExecutor-3673-thread-1, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 10) Thread[id=8944, name=Thread-2174, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 11) Thread[id=8787, name=zkConnectionManagerCallback-1767-thread-1, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 12) Thread[id=8768, name=qtp1798632905-8768, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 13) Thread[id=8955, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 14) Thread[id=8802, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 15) Thread[id=8957, name=qtp943990452-8957, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 16) Thread[id=8770, name=qtp1798632905-8770, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 17) Thread[id=8964, name=org.eclipse.jetty.server.session.HashSessionManager@3de6ab43Timer, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 18) Thread[id=8820, name=TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F220ABE1CE388A56]-SendThread(127.0.0.1:35695), state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 19) Thread[id=8977, name=Thread-2183, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 20) Thread[id=8785, name=TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F220ABE1CE388A56]-SendThread(127.0.0.1:35695), state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 21) Thread[id=8821, name=TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F220ABE1CE388A56]-EventThread, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 22) Thread[id=8781, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 23) Thread[id=8935, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 24) Thread[id=8940, name=TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F220ABE1CE388A56]-SendThread(127.0.0.1:37455), state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 25) Thread[id=8929, name=qtp1230338022-8929, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 26) Thread[id=8975, name=zkConnectionManagerCallback-1816-thread-1, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 27) Thread[id=9003, name=ScheduledTrigger-3721-thread-2, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 28) Thread[id=8811, name=org.eclipse.jetty.server.session.HashSessionManager@7130ac56Timer, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 29) Thread[id=8958, name=qtp943990452-8958, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 30) Thread[id=8968, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 31) Thread[id=8806, name=qtp2102183014-8806, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 32) Thread[id=8950, name=Scheduler-252710820, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 33) Thread[id=8786, name=TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F220ABE1CE388A56]-EventThread, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 34) Thread[id=8963, name=qtp943990452-8963, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 35) Thread[id=8794, name=Scheduler-257125175, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 36) Thread[id=9004, name=ScheduledTrigger-3721-thread-3, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 37) Thread[id=8924, name=qtp1230338022-8924, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 38) Thread[id=9008, name=zkCallback-1806-thread-5, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 39) Thread[id=9001, name=OverseerAutoScalingTriggerThread-99128453891293193-127.0.0.1:39803_-n_0000000001, state=WAITING, group=Overseer autoscaling triggers] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 40) Thread[id=8824, name=Thread-2152, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 41) Thread[id=8953, name=searcherExecutor-3707-thread-1, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 42) Thread[id=8776, name=org.eclipse.jetty.server.session.HashSessionManager@d7a552cTimer, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 43) Thread[id=8999, name=OverseerCollectionConfigSetProcessor-99128453891293193-127.0.0.1:39803_-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) at app//org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 44) Thread[id=8789, name=Thread-2143, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 45) Thread[id=8822, name=zkConnectionManagerCallback-1776-thread-1, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 46) Thread[id=8927, name=qtp1230338022-8927-acceptor-0@3d8ae439-ServerConnector@6130ba6a{HTTP/1.1,[http/1.1]}{127.0.0.1:46739}, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 47) Thread[id=8930, name=qtp1230338022-8930, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 48) Thread[id=8956, name=qtp943990452-8956, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 49) Thread[id=8985, name=zkCallback-1815-thread-2, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 50) Thread[id=9010, name=zkCallback-1815-thread-3, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 51) Thread[id=8816, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 52) Thread[id=9000, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 53) Thread[id=9009, name=zkCallback-1806-thread-6, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 54) Thread[id=9002, name=ScheduledTrigger-3721-thread-1, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 55) Thread[id=8773, name=qtp1798632905-8773, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 56) Thread[id=8931, name=org.eclipse.jetty.server.session.HashSessionManager@7aaefbd3Timer, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 57) Thread[id=8974, name=TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F220ABE1CE388A56]-EventThread, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 58) Thread[id=8808, name=qtp2102183014-8808, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 59) Thread[id=8986, name=zkCallback-1806-thread-2, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 60) Thread[id=8807, name=qtp2102183014-8807-acceptor-0@5f8a21c3-ServerConnector@39bdcd18{HTTP/1.1,[http/1.1]}{127.0.0.1:39407}, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 61) Thread[id=8771, name=qtp1798632905-8771, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 62) Thread[id=8969, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 63) Thread[id=8810, name=qtp2102183014-8810, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.cloud.ZkController.waitForCoreNodeName(ZkController.java:1545) at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512) at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$200/1963104969.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 64) Thread[id=8936, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 65) Thread[id=8960, name=qtp943990452-8960-acceptor-0@695aca5a-ServerConnector@505896ba{HTTP/1.1,[http/1.1]}{127.0.0.1:39219}, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 66) Thread[id=8962, name=qtp943990452-8962, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 67) Thread[id=8942, name=zkConnectionManagerCallback-1807-thread-1, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 68) Thread[id=8925, name=qtp1230338022-8925, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 69) Thread[id=8928, name=qtp1230338022-8928, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 70) Thread[id=9007, name=zkCallback-1806-thread-4, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 71) Thread[id=8998, name=OverseerStateUpdate-99128453891293193-127.0.0.1:39803_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 72) Thread[id=9011, name=zkCallback-1815-thread-4, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 73) Thread[id=8803, name=qtp2102183014-8803, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 74) Thread[id=8923, name=qtp1230338022-8923, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 75) Thread[id=8961, name=qtp943990452-8961, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.SolrCores.waitAddPendingCoreOps(SolrCores.java:397) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:951) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$200/1963104969.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 76) Thread[id=8780, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 77) Thread[id=8926, name=qtp1230338022-8926, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 78) Thread[id=8941, name=TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F220ABE1CE388A56]-EventThread, state=WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 79) Thread[id=8769, name=qtp1798632905-8769, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 80) Thread[id=8842, name=qtp2102183014-8842, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 81) Thread[id=8829, name=Scheduler-946529938, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 82) Thread[id=8815, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ForceLeaderTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 83) Thread[id=8843, name=qtp2102183014-8843, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 84) Thread[id=8959, name=qtp943990452-8959, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 85) Thread[id=8772, name=qtp1798632905-8772-acceptor-0@41b4189e-ServerConnector@8b1478c{HTTP/1.1,[http/1.1]}{127.0.0.1:42039}, state=RUNNABLE, group=TGRP-ForceLeaderTest] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 85 threads leaked from SUITE scope at org.apache.solr.cloud.ForceLeaderTest:
1) Thread[id=8774, name=qtp1798632905-8774, state=RUNNABLE, group=TGRP-ForceLeaderTest]
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=8775, name=qtp1798632905-8775, state=TIMED_WAITING, group=TGRP-ForceLeaderTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=9006, name=zkCallback-1806-thread-3, state=TIMED_WAITING, group=TGRP-ForceLeaderTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=8809, name=qtp2102183014-8809, state=RUNNABLE, group=TGRP-ForceLeaderTest]
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=9012, name=zkCallback-1815-thread-5, state=TIMED_WAITING, group=TGRP-ForceLeaderTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
6) Thread[id=8983, name=Scheduler-552995486, state=TIMED_WAITING, group=TGRP-ForceLeaderTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
7) Thread[id=9005, name=ScheduledTrigger-3721-thread-4, state=WAITING, group=TGRP-ForceLeaderTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.par
[...truncated too long message...]
a.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 47) Thread[id=8803, name=qtp2102183014-8803, state=RUNNABLE, group=TGRP-ForceLeaderTest]
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
[junit4] > at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 48) Thread[id=8926, name=qtp1230338022-8926, state=RUNNABLE, group=TGRP-ForceLeaderTest]
[junit4] > at java.base@9.0.1/sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:103)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 49) Thread[id=8829, name=Scheduler-946529938, state=WAITING, group=TGRP-ForceLeaderTest]
[junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
[junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)
[junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 50) Thread[id=8843, name=qtp2102183014-8843, state=RUNNABLE, group=TGRP-ForceLeaderTest]
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
[junit4] > at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > 51) Thread[id=8959, name=qtp943990452-8959, state=RUNNABLE, group=TGRP-ForceLeaderTest]
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
[junit4] > at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([F220ABE1CE388A56]:0)
[junit4] Completed [323/752 (2!)] on J0 in 245.39s, 3 tests, 4 errors, 1 skipped <<< FAILURES!
[...truncated 41488 lines...]