You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/11 05:59:00 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4285
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4285/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at http://127.0.0.1:55245/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55245/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([A30A4211E7266542:173BDAF904CF136E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14555 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/init-core-data-001
[junit4] 2> 41274 WARN (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 41275 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 41277 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 41277 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 41280 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/tempDir-001
[junit4] 2> 41291 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 41293 INFO (Thread-81) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 41293 INFO (Thread-81) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 41393 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55242
[junit4] 2> 41467 ERROR (Thread-81) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 41562 INFO (jetty-launcher-56-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 41562 INFO (jetty-launcher-56-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 41563 INFO (jetty-launcher-56-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 41565 INFO (jetty-launcher-56-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@180dab1b{/solr,null,AVAILABLE}
[junit4] 2> 41565 INFO (jetty-launcher-56-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7404ae44{/solr,null,AVAILABLE}
[junit4] 2> 41566 INFO (jetty-launcher-56-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52420925{/solr,null,AVAILABLE}
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6781486a{HTTP/1.1,[http/1.1]}{127.0.0.1:55245}
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4efdbe49{HTTP/1.1,[http/1.1]}{127.0.0.1:55247}
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-2) [ ] o.e.j.s.Server Started @45867ms
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-1) [ ] o.e.j.s.Server Started @45867ms
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55247}
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55245}
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62e90b01{HTTP/1.1,[http/1.1]}{127.0.0.1:55246}
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-3) [ ] o.e.j.s.Server Started @45867ms
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55246}
[junit4] 2> 41567 ERROR (jetty-launcher-56-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 41567 ERROR (jetty-launcher-56-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 41567 ERROR (jetty-launcher-56-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T05:41:39.744Z
[junit4] 2> 41567 INFO (jetty-launcher-56-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T05:41:39.744Z
[junit4] 2> 41568 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 41569 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T05:41:39.746Z
[junit4] 2> 41575 INFO (jetty-launcher-56-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 41576 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 41576 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 41591 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa99908530003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 41595 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa99908530001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 41595 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55242/solr
[junit4] 2> 41595 INFO (jetty-launcher-56-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55242/solr
[junit4] 2> 41595 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55242/solr
[junit4] 2> 41708 WARN (jetty-launcher-56-thread-3) [n:127.0.0.1:55246_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 41709 WARN (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 41708 WARN (jetty-launcher-56-thread-2) [n:127.0.0.1:55245_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 41750 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 41750 INFO (jetty-launcher-56-thread-3) [n:127.0.0.1:55246_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 41751 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:55245_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 41753 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55247_solr
[junit4] 2> 41756 INFO (jetty-launcher-56-thread-3) [n:127.0.0.1:55246_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55246_solr
[junit4] 2> 41756 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.c.Overseer Overseer (id=98984191560187911-127.0.0.1:55247_solr-n_0000000000) starting
[junit4] 2> 41757 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:55245_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55245_solr
[junit4] 2> 41778 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 41779 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 41779 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 41931 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55247_solr
[junit4] 2> 41933 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 41933 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 41933 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 42154 INFO (jetty-launcher-56-thread-3) [n:127.0.0.1:55246_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55246.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42184 INFO (jetty-launcher-56-thread-3) [n:127.0.0.1:55246_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55246.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42184 INFO (jetty-launcher-56-thread-3) [n:127.0.0.1:55246_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55246.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42190 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:55245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55245.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42205 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:55245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55245.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42205 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:55245_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55245.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42209 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:55245_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/tempDir-001/node2/.
[junit4] 2> 42210 INFO (jetty-launcher-56-thread-3) [n:127.0.0.1:55246_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/tempDir-001/node3/.
[junit4] 2> 42230 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55247.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42271 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55247.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42271 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55247.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 42273 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:55247_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/tempDir-001/node1/.
[junit4] 2> 42422 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 42424 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55242/solr ready
[junit4] 2> 42445 INFO (qtp1486335936-333) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 42503 INFO (OverseerThreadFactory-149-thread-1-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 42655 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 42661 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55247/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 42884 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 42884 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 42885 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 42885 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 43014 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 43014 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 43015 INFO (zkCallback-73-thread-2-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 43016 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 43945 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 43965 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 43971 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
[junit4] 2> 43979 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 44036 WARN (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 44036 WARN (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 44036 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 44036 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 44038 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55247.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 44038 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 44038 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/tempDir-001/node1/collection1_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/tempDir-001/node1/./collection1_shard2_replica_n2/data/]
[junit4] 2> 44059 WARN (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 44059 WARN (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 44059 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 44059 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 44060 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55245.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@398e9670
[junit4] 2> 44060 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 44060 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
[junit4] 2> 44112 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 44112 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 44112 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 44113 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 44115 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 44115 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 44115 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 44115 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 44117 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15c4e35a[collection1_shard2_replica_n2] main]
[junit4] 2> 44118 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@572adec0[collection1_shard1_replica_n1] main]
[junit4] 2> 44122 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 44122 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 44123 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 44123 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 44123 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 44124 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 44127 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583747067862319104
[junit4] 2> 44128 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583747067863367680
[junit4] 2> 44130 INFO (searcherExecutor-157-thread-1-processing-n:127.0.0.1:55245_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@572adec0[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 44130 INFO (searcherExecutor-156-thread-1-processing-n:127.0.0.1:55247_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@15c4e35a[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 44148 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 44148 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 44149 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 44149 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 44150 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55247/solr/collection1_shard2_replica_n2/
[junit4] 2> 44150 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/
[junit4] 2> 44152 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 44152 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 44152 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 44153 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 44153 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:55247/solr/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 44153 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 44173 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 44191 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55247/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 44320 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44320 INFO (zkCallback-71-thread-3-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44321 INFO (zkCallback-73-thread-2-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44321 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44325 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 44329 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1445
[junit4] 2> 44350 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 44398 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1514
[junit4] 2> 44419 INFO (qtp1486335936-333) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 44486 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44486 INFO (zkCallback-71-thread-3-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44486 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44486 INFO (zkCallback-73-thread-2-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44515 INFO (OverseerCollectionConfigSetProcessor-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 45426 INFO (qtp1486335936-333) [n:127.0.0.1:55245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2981
[junit4] 2> 45438 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 45440 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 45462 INFO (qtp1486335936-341) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45471 INFO (qtp1486335936-341) [n:127.0.0.1:55245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 45497 INFO (TEST-CloudSolrClientTest.testInitializationWithSolrUrls-seed#[A30A4211E7266542]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInitializationWithSolrUrls
[junit4] 2> 45523 INFO (qtp1486335936-346) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:55247/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583747069320888320)} 0 5
[junit4] 2> 45526 INFO (qtp1486335936-336) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583747069329276928,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 45526 INFO (qtp1486335936-336) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 45527 INFO (qtp825027407-344) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583747069330325504,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 45527 INFO (qtp825027407-344) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 45528 INFO (qtp1486335936-336) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 45528 INFO (qtp1486335936-336) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55247/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 45528 INFO (qtp825027407-344) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 45529 INFO (qtp825027407-344) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55247/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 45529 INFO (qtp825027407-339) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583747069317742592),commit=} 0 27
[junit4] 2> 45533 INFO (qtp1327797390-332) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45535 INFO (qtp1327797390-332) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45536 INFO (qtp1327797390-340) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45539 INFO (qtp1327797390-340) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45541 INFO (qtp1327797390-342) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listaliases with params action=LISTALIASES&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45541 INFO (qtp1327797390-342) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 45542 INFO (qtp1327797390-343) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45544 INFO (qtp1327797390-343) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45561 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1583747069352345600)]} 0 13
[junit4] 2> 45562 INFO (qtp1327797390-345) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45564 INFO (qtp1327797390-345) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45565 INFO (qtp1327797390-348) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45568 INFO (qtp1327797390-348) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45569 INFO (qtp1327797390-327) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45571 INFO (qtp1327797390-327) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45572 INFO (qtp1327797390-332) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45574 INFO (qtp1327797390-332) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45575 INFO (qtp1327797390-340) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45577 INFO (qtp1327797390-340) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45580 INFO (qtp825027407-347) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583747069385900032,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 45580 INFO (qtp1486335936-338) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583747069385900032,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 45581 INFO (qtp825027407-347) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 45581 INFO (qtp1486335936-338) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13e86c67 commitCommandVersion:1583747069385900032
[junit4] 2> 45581 INFO (qtp825027407-347) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 45582 INFO (qtp825027407-347) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 45610 INFO (qtp1486335936-338) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ec7b7db[collection1_shard1_replica_n1] main]
[junit4] 2> 45611 INFO (qtp1486335936-338) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 45612 INFO (searcherExecutor-157-thread-1-processing-n:127.0.0.1:55245_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@4ec7b7db[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 45613 INFO (qtp1486335936-338) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 32
[junit4] 2> 45613 INFO (qtp1486335936-333) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 35
[junit4] 2> 45614 INFO (qtp1327797390-342) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45616 INFO (qtp1327797390-342) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45617 INFO (qtp1327797390-343) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45619 INFO (qtp1327797390-343) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45620 INFO (qtp1327797390-345) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45622 INFO (qtp1327797390-345) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45623 INFO (qtp1327797390-348) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45626 INFO (qtp1327797390-348) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45659 INFO (qtp825027407-350) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:55247/solr/collection1_shard2_replica_n2/&rows=10&version=2&q=*:*&NOW=1510378903803&isShard=true&wt=javabin} hits=0 status=0 QTime=5
[junit4] 2> 45660 INFO (qtp1486335936-330) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1510378903803&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 45672 INFO (qtp1486335936-346) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1510378903803&ids=1&isShard=true&shard.url=http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 45673 INFO (qtp1486335936-341) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=46
[junit4] 2> 45675 INFO (TEST-CloudSolrClientTest.testInitializationWithSolrUrls-seed#[A30A4211E7266542]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInitializationWithSolrUrls
[junit4] 2> 45698 INFO (TEST-CloudSolrClientTest.preferLocalShardsTest-seed#[A30A4211E7266542]) [ ] o.a.s.SolrTestCaseJ4 ###Starting preferLocalShardsTest
[junit4] 2> 45713 INFO (qtp1486335936-346) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76218da4[collection1_shard1_replica_n1] realtime]
[junit4] 2> 45713 INFO (qtp825027407-351) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583747069510680576)} 0 14
[junit4] 2> 45716 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583747069528506368,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 45716 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13e86c67 commitCommandVersion:1583747069528506368
[junit4] 2> 45717 INFO (qtp825027407-329) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583747069529554944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 45717 INFO (qtp825027407-329) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 45717 INFO (qtp825027407-329) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 45717 INFO (qtp825027407-329) [n:127.0.0.1:55247_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 45722 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@66ecd75[collection1_shard1_replica_n1] main]
[junit4] 2> 45723 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 45724 INFO (searcherExecutor-157-thread-1-processing-n:127.0.0.1:55245_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@66ecd75[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 45733 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55245/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 17
[junit4] 2> 45734 INFO (qtp1486335936-346) [n:127.0.0.1:55245_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583747069510680576),commit=} 0 36
[junit4] 2> 45735 INFO (qtp1486335936-338) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a768&replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=localShardsTestColl&nrtReplicas=3&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45739 INFO (qtp1486335936-338) [n:127.0.0.1:55245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a768&replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=localShardsTestColl&nrtReplicas=3&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 45744 INFO (qtp1486335936-333) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a768&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45746 INFO (OverseerThreadFactory-149-thread-2-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.CreateCollectionCmd Create collection localShardsTestColl
[junit4] 2> 45747 INFO (qtp1486335936-333) [n:127.0.0.1:55245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a768&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 45968 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"localShardsTestColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55246/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45972 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"localShardsTestColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55247/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45976 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"localShardsTestColl_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45979 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"localShardsTestColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55246/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45992 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"localShardsTestColl_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55247/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 45997 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"localShardsTestColl_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 46000 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"localShardsTestColl_shard3_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55246/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 46004 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"localShardsTestColl_shard3_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55247/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 46008 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"localShardsTestColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"localShardsTestColl_shard3_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55245/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 46214 INFO (qtp1327797390-327) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634939247299&coreNodeName=core_node3&name=localShardsTestColl_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 46215 INFO (parallelCoreAdminExecutor-150-thread-1-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634939247299 CREATE) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634939247299&coreNodeName=core_node3&name=localShardsTestColl_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 46215 INFO (qtp1486335936-330) [n:127.0.0.1:55245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634946931756&coreNodeName=core_node7&name=localShardsTestColl_shard1_replica_n4&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=1
[junit4] 2> 46215 INFO (parallelCoreAdminExecutor-150-thread-1-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634939247299 CREATE) [n:127.0.0.1:55246_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 46215 INFO (parallelCoreAdminExecutor-151-thread-1-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634946931756 CREATE) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634946931756&coreNodeName=core_node7&name=localShardsTestColl_shard1_replica_n4&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 46216 INFO (qtp825027407-337) [n:127.0.0.1:55247_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634943159652&coreNodeName=core_node5&name=localShardsTestColl_shard1_replica_n2&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=3
[junit4] 2> 46216 INFO (parallelCoreAdminExecutor-152-thread-1-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634943159652 CREATE) [n:127.0.0.1:55247_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634943159652&coreNodeName=core_node5&name=localShardsTestColl_shard1_replica_n2&action=CREATE&numShards=3&shard=shard1&wt=javabin
[junit4] 2> 46218 INFO (qtp1327797390-332) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634950458459&coreNodeName=core_node9&name=localShardsTestColl_shard2_replica_n6&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=2
[junit4] 2> 46219 INFO (parallelCoreAdminExecutor-150-thread-2-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634950458459 CREATE) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634950458459&coreNodeName=core_node9&name=localShardsTestColl_shard2_replica_n6&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 46220 INFO (qtp1327797390-340) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351&coreNodeName=core_node15&name=localShardsTestColl_shard3_replica_n12&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=0
[junit4] 2> 46221 INFO (parallelCoreAdminExecutor-150-thread-3-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351 CREATE) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351&coreNodeName=core_node15&name=localShardsTestColl_shard3_replica_n12&action=CREATE&numShards=3&shard=shard3&wt=javabin
[junit4] 2> 46229 INFO (qtp1486335936-336) [n:127.0.0.1:55245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634968057356&coreNodeName=core_node13&name=localShardsTestColl_shard2_replica_n10&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=10
[junit4] 2> 46229 INFO (parallelCoreAdminExecutor-151-thread-2-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634968057356 CREATE) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634968057356&coreNodeName=core_node13&name=localShardsTestColl_shard2_replica_n10&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 46230 INFO (qtp825027407-339) [n:127.0.0.1:55247_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634975398762&coreNodeName=core_node17&name=localShardsTestColl_shard3_replica_n14&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=9
[junit4] 2> 46230 INFO (parallelCoreAdminExecutor-152-thread-3-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634975398762 CREATE) [n:127.0.0.1:55247_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634975398762&coreNodeName=core_node17&name=localShardsTestColl_shard3_replica_n14&action=CREATE&numShards=3&shard=shard3&wt=javabin
[junit4] 2> 46230 INFO (qtp1486335936-341) [n:127.0.0.1:55245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634979248720&coreNodeName=core_node18&name=localShardsTestColl_shard3_replica_n16&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=9
[junit4] 2> 46230 INFO (parallelCoreAdminExecutor-151-thread-3-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634979248720 CREATE) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634979248720&coreNodeName=core_node18&name=localShardsTestColl_shard3_replica_n16&action=CREATE&numShards=3&shard=shard3&wt=javabin
[junit4] 2> 46230 INFO (qtp825027407-344) [n:127.0.0.1:55247_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634963538003&coreNodeName=core_node11&name=localShardsTestColl_shard2_replica_n8&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=11
[junit4] 2> 46231 INFO (parallelCoreAdminExecutor-152-thread-2-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634963538003 CREATE) [n:127.0.0.1:55247_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=localShardsTestColl&version=2&replicaType=NRT&async=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634963538003&coreNodeName=core_node11&name=localShardsTestColl_shard2_replica_n8&action=CREATE&numShards=3&shard=shard2&wt=javabin
[junit4] 2> 46231 INFO (qtp1327797390-342) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351
[junit4] 2> 46232 INFO (qtp1327797390-342) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 46345 INFO (zkCallback-73-thread-2-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/localShardsTestColl/state.json] for collection [localShardsTestColl] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46345 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/localShardsTestColl/state.json] for collection [localShardsTestColl] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46345 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/localShardsTestColl/state.json] for collection [localShardsTestColl] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46345 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/localShardsTestColl/state.json] for collection [localShardsTestColl] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46345 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/localShardsTestColl/state.json] for collection [localShardsTestColl] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46345 INFO (zkCallback-72-thread-4-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/localShardsTestColl/state.json] for collection [localShardsTestColl] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46348 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/localShardsTestColl/state.json] for collection [localShardsTestColl] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46348 INFO (zkCallback-71-thread-3-processing-n:127.0.0.1:55247_solr) [n:127.0.0.1:55247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/localShardsTestColl/state.json] for collection [localShardsTestColl] has occurred - updating... (live nodes size: [3])
[junit4] 2> 46748 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a768&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 46749 INFO (qtp1486335936-334) [n:127.0.0.1:55245_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a768&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 47233 INFO (qtp1327797390-343) [n:127.0.0.1:55246_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351
[junit4] 2> 47233 INFO (qtp1327797390-343) [n:127.0.0.1:55246_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47241 INFO (parallelCoreAdminExecutor-150-thread-3-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351 CREATE) [n:127.0.0.1:55246_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47241 INFO (parallelCoreAdminExecutor-150-thread-1-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634939247299 CREATE) [n:127.0.0.1:55246_solr c:localShardsTestColl s:shard1 r:core_node3 x:localShardsTestColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47242 INFO (parallelCoreAdminExecutor-150-thread-2-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634950458459 CREATE) [n:127.0.0.1:55246_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47283 INFO (parallelCoreAdminExecutor-150-thread-2-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634950458459 CREATE) [n:127.0.0.1:55246_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.s.IndexSchema [localShardsTestColl_shard2_replica_n6] Schema name=test
[junit4] 2> 47283 INFO (parallelCoreAdminExecutor-150-thread-3-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634971661351 CREATE) [n:127.0.0.1:55246_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.s.IndexSchema [localShardsTestColl_shard3_replica_n12] Schema name=test
[junit4] 2> 47283 INFO (parallelCoreAdminExecutor-150-thread-1-processing-n:127.0.0.1:55246_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634939247299 CREATE) [n:127.0.0.1:55246_solr c:localShardsTestColl s:shard1 r:core_node3 x:localShardsTestColl_shard1_replica_n1] o.a.s.s.IndexSchema [localShardsTestColl_shard1_replica_n1] Schema name=test
[junit4] 2> 47322 INFO (parallelCoreAdminExecutor-151-thread-1-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634946931756 CREATE) [n:127.0.0.1:55245_solr c:localShardsTestColl s:shard1 r:core_node7 x:localShardsTestColl_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47323 INFO (parallelCoreAdminExecutor-151-thread-3-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634979248720 CREATE) [n:127.0.0.1:55245_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47324 INFO (parallelCoreAdminExecutor-151-thread-2-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634968057356 CREATE) [n:127.0.0.1:55245_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47344 INFO (parallelCoreAdminExecutor-151-thread-3-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634979248720 CREATE) [n:127.0.0.1:55245_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.s.IndexSchema [localShardsTestColl_shard3_replica_n16] Schema name=test
[junit4] 2> 47344 INFO (parallelCoreAdminExecutor-151-thread-1-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634946931756 CREATE) [n:127.0.0.1:55245_solr c:localShardsTestColl s:shard1 r:core_node7 x:localShardsTestColl_shard1_replica_n4] o.a.s.s.IndexSchema [localShardsTestColl_shard1_replica_n4] Schema name=test
[junit4] 2> 47344 INFO (parallelCoreAdminExecutor-151-thread-2-processing-n:127.0.0.1:55245_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634968057356 CREATE) [n:127.0.0.1:55245_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.s.IndexSchema [localShardsTestColl_shard2_replica_n10] Schema name=test
[junit4] 2> 47377 INFO (parallelCoreAdminExecutor-152-thread-3-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634975398762 CREATE) [n:127.0.0.1:55247_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47377 INFO (parallelCoreAdminExecutor-152-thread-2-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634963538003 CREATE) [n:127.0.0.1:55247_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47377 INFO (parallelCoreAdminExecutor-152-thread-1-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634943159652 CREATE) [n:127.0.0.1:55247_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 47398 INFO (parallelCoreAdminExecutor-152-thread-3-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634975398762 CREATE) [n:127.0.0.1:55247_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.s.IndexSchema [localShardsTestColl_shard3_replica_n14] Schema name=test
[junit4] 2> 47399 INFO (parallelCoreAdminExecutor-152-thread-2-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a7681104634963538003 CREATE) [n:127.0.0.1:55247_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.s.IndexSchema [localShardsTestColl_shard2_replica_n8] Schema name=test
[junit4] 2> 47399 INFO (parallelCoreAdminExecutor-152-thread-1-processing-n:127.0.0.1:55247_solr 5a0ce9ed-3f9e-4c89-bbe0-0815dba0a76811
[...truncated too long message...]
Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1856002779
[junit4] 2> 77999 INFO (coreCloseExecutor-283-thread-7) [n:127.0.0.1:55247_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=184226321
[junit4] 2> 77999 INFO (coreCloseExecutor-281-thread-7) [n:127.0.0.1:55245_solr c:multicollection1 s:shard2 r:core_node4 x:multicollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection1.shard2.replica_n2, tag=813956831
[junit4] 2> 77999 INFO (coreCloseExecutor-281-thread-7) [n:127.0.0.1:55245_solr c:multicollection1 s:shard2 r:core_node4 x:multicollection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@222ad5e2: rootName = solr_55245, domain = solr.core.multicollection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.multicollection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@3ca8fb10
[junit4] 2> 78001 INFO (coreCloseExecutor-283-thread-2) [n:127.0.0.1:55247_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=391459508
[junit4] 2> 78009 INFO (coreCloseExecutor-281-thread-7) [n:127.0.0.1:55245_solr c:multicollection1 s:shard2 r:core_node4 x:multicollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard2.leader, tag=813956831
[junit4] 2> 78009 INFO (coreCloseExecutor-281-thread-8) [n:127.0.0.1:55245_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection2.shard1.replica_n1, tag=1659856766
[junit4] 2> 78009 INFO (coreCloseExecutor-281-thread-8) [n:127.0.0.1:55245_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55609a66: rootName = solr_55245, domain = solr.core.multicollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.multicollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2d8c0919
[junit4] 2> 78017 INFO (coreCloseExecutor-281-thread-8) [n:127.0.0.1:55245_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=1659856766
[junit4] 2> 78025 INFO (jetty-closer-57-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98984191560187911-127.0.0.1:55247_solr-n_0000000000) closing
[junit4] 2> 78025 INFO (OverseerStateUpdate-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55247_solr
[junit4] 2> 78026 WARN (OverseerAutoScalingTriggerThread-98984191560187911-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 78029 INFO (zkCallback-73-thread-1-processing-n:127.0.0.1:55245_solr) [n:127.0.0.1:55245_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55245_solr
[junit4] 2> 78032 INFO (jetty-closer-57-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52420925{/solr,null,UNAVAILABLE}
[junit4] 2> 78034 INFO (jetty-closer-57-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@180dab1b{/solr,null,UNAVAILABLE}
[junit4] 2> 79437 WARN (zkCallback-72-thread-3-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 79437 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 79437 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.c.SolrCore [stale_state_test_col_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@39c3ee7e
[junit4] 2> 79437 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n3, tag=969141886
[junit4] 2> 79437 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3be7e0b2: rootName = solr_55246, domain = solr.core.stale_state_test_col.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.stale_state_test_col.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@7a46c85c
[junit4] 2> 79455 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:55246_solr) [n:127.0.0.1:55246_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=969141886
[junit4] 2> 79460 INFO (jetty-closer-57-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7404ae44{/solr,null,UNAVAILABLE}
[junit4] 2> 79462 ERROR (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 79465 INFO (SUITE-CloudSolrClientTest-seed#[A30A4211E7266542]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55242 55242
[junit4] 2> 79485 INFO (Thread-81) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55242 55242
[junit4] 2> 79646 WARN (Thread-81) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 21 /solr/collections/foo/state.json
[junit4] 2> 15 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard1/election/98984191560187913-core_node7-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98984191560187911-127.0.0.1:55247_solr-n_0000000000
[junit4] 2> 2 /solr/collections/foo/leader_elect/shard1/election/98984191560187911-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_A30A4211E7266542-001
[junit4] 2> Nov 11, 2017 5:42:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=Lucene50(blocksize=128), a_t=PostingsFormat(name=Direct), title_s=Lucene50(blocksize=128), id=FST50, text=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Memory), title_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=954, maxMBSortInHeap=5.653438954392785, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@435fa3d0), locale=sv, timezone=America/St_Vincent
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=134610232,total=483393536
[junit4] 2> NOTE: All tests run in this JVM: [LessThanEqualToEvaluatorTest, LargeVolumeEmbeddedTest, JdbcDriverTest, HyperbolicCosineEvaluatorTest, SolrExampleStreamingBinaryTest, CorrelationEvaluatorTest, TestSolrJErrorHandling, SolrPingTest, NormalizeEvaluatorTest, AbsoluteValueEvaluatorTest, HttpSolrClientConPoolTest, ContentStreamTest, SquareRootEvaluatorTest, MergeIndexesEmbeddedTest, CloudSolrClientTest]
[junit4] Completed [36/146 (1!)] on J1 in 38.77s, 16 tests, 1 error <<< FAILURES!
[...truncated 46668 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4291 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4291/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[E66D3DABF20F30F0:FD7DCCE704FFC8C0]}
Error Message:
Could not find collection : pull_replica_test_create_delete
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : pull_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([E66D3DABF20F30F0:FD7DCCE704FFC8C0]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:161)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[E66D3DABF20F30F0:492B701B303D03EC]}
Error Message:
Could not find collection : pull_replica_test_create_delete
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : pull_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([E66D3DABF20F30F0:492B701B303D03EC]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:161)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestPullReplica.testAddDocs
Error Message:
Expected collection to be created with 1 shard and 4 replicas null Live Nodes: [127.0.0.1:49207_solr, 127.0.0.1:49208_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected collection to be created with 1 shard and 4 replicas
null
Live Nodes: [127.0.0.1:49207_solr, 127.0.0.1:49208_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([E66D3DABF20F30F0:6E626AD1141C21D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestPullReplica.testAddDocs(TestPullReplica.java:220)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([E66D3DABF20F30F0:F22566FED1088DEE]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:439)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12714 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_E66D3DABF20F30F0-001/init-core-data-001
[junit4] 2> 1408538 WARN (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=37 numCloses=37
[junit4] 2> 1408538 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1408542 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1408542 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1408543 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_E66D3DABF20F30F0-001/tempDir-001
[junit4] 2> 1408543 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1408543 INFO (Thread-2779) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1408544 INFO (Thread-2779) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1408547 ERROR (Thread-2779) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1408648 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49205
[junit4] 2> 1408675 INFO (jetty-launcher-3279-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1408675 INFO (jetty-launcher-3279-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1408679 INFO (jetty-launcher-3279-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c96b7b3{/solr,null,AVAILABLE}
[junit4] 2> 1408679 INFO (jetty-launcher-3279-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e1c0760{/solr,null,AVAILABLE}
[junit4] 2> 1408684 INFO (jetty-launcher-3279-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7705d{HTTP/1.1,[http/1.1]}{127.0.0.1:49208}
[junit4] 2> 1408684 INFO (jetty-launcher-3279-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ba7b9fc{HTTP/1.1,[http/1.1]}{127.0.0.1:49207}
[junit4] 2> 1408684 INFO (jetty-launcher-3279-thread-1) [ ] o.e.j.s.Server Started @1410448ms
[junit4] 2> 1408684 INFO (jetty-launcher-3279-thread-2) [ ] o.e.j.s.Server Started @1410448ms
[junit4] 2> 1408684 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49207}
[junit4] 2> 1408684 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49208}
[junit4] 2> 1408685 ERROR (jetty-launcher-3279-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1408685 ERROR (jetty-launcher-3279-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1408685 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1408685 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1408685 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1408685 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1408685 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1408685 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1408685 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T06:27:38.256580Z
[junit4] 2> 1408685 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-16T06:27:38.256615Z
[junit4] 2> 1408688 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1408688 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1408700 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49205/solr
[junit4] 2> 1408700 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49205/solr
[junit4] 2> 1408836 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1408836 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1408837 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49208_solr
[junit4] 2> 1408837 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49207_solr
[junit4] 2> 1408838 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99012683898355717-127.0.0.1:49208_solr-n_0000000000) starting
[junit4] 2> 1408839 INFO (zkCallback-3291-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1408839 INFO (zkCallback-3290-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1408851 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49208_solr
[junit4] 2> 1408852 INFO (zkCallback-3290-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1408853 INFO (zkCallback-3291-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1408874 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2663b676
[junit4] 2> 1408881 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2663b676
[junit4] 2> 1408881 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2663b676
[junit4] 2> 1408882 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_E66D3DABF20F30F0-001/tempDir-001/node1/.
[junit4] 2> 1408882 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49208.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2663b676
[junit4] 2> 1408889 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49208.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2663b676
[junit4] 2> 1408889 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49208.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2663b676
[junit4] 2> 1408890 INFO (jetty-launcher-3279-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_E66D3DABF20F30F0-001/tempDir-001/node2/.
[junit4] 2> 1408916 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1408917 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49205/solr ready
[junit4] 2> 1408922 INFO (SUITE-TestPullReplica-seed#[E66D3DABF20F30F0]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 1408925 INFO (qtp1318894667-17244) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1408927 INFO (qtp1318894667-17244) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1408937 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testKillLeader
[junit4] 2> 1408938 INFO (qtp1318894667-17245) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_kill_leader&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1408941 INFO (OverseerThreadFactory-7487-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_kill_leader
[junit4] 2> 1409058 INFO (OverseerStateUpdate-99012683898355717-127.0.0.1:49208_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_kill_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1409066 INFO (OverseerStateUpdate-99012683898355717-127.0.0.1:49208_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_kill_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1409275 INFO (qtp1318894667-17250) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_kill_leader_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1409276 INFO (qtp1318894667-17250) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1409276 INFO (qtp1879748196-17240) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_kill_leader_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1409276 INFO (qtp1879748196-17240) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1409392 INFO (zkCallback-3290-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1409392 INFO (zkCallback-3291-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1409392 INFO (zkCallback-3290-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1409393 INFO (zkCallback-3291-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1410302 INFO (qtp1879748196-17240) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1410302 INFO (qtp1318894667-17250) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1410323 INFO (qtp1879748196-17240) [ ] o.a.s.s.IndexSchema [pull_replica_test_kill_leader_shard1_replica_p2] Schema name=minimal
[junit4] 2> 1410324 INFO (qtp1318894667-17250) [ ] o.a.s.s.IndexSchema [pull_replica_test_kill_leader_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1410325 INFO (qtp1879748196-17240) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1410325 INFO (qtp1879748196-17240) [ ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_kill_leader_shard1_replica_p2' using configuration from collection pull_replica_test_kill_leader, trusted=true
[junit4] 2> 1410325 INFO (qtp1879748196-17240) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49207.solr.core.pull_replica_test_kill_leader.shard1.replica_p2' (registry 'solr.core.pull_replica_test_kill_leader.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2663b676
[junit4] 2> 1410326 INFO (qtp1879748196-17240) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1410326 INFO (qtp1879748196-17240) [ ] o.a.s.c.SolrCore [[pull_replica_test_kill_leader_shard1_replica_p2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_E66D3DABF20F30F0-001/tempDir-001/node1/pull_replica_test_kill_leader_shard1_replica_p2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_E66D3DABF20F30F0-001/tempDir-001/node1/./pull_replica_test_kill_leader_shard1_replica_p2/data/]
[junit4] 2> 1410326 INFO (qtp1318894667-17250) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1410326 INFO (qtp1318894667-17250) [ ] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_kill_leader_shard1_replica_n1' using configuration from collection pull_replica_test_kill_leader, trusted=true
[junit4] 2> 1410327 INFO (qtp1318894667-17250) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49208.solr.core.pull_replica_test_kill_leader.shard1.replica_n1' (registry 'solr.core.pull_replica_test_kill_leader.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2663b676
[junit4] 2> 1410327 INFO (qtp1318894667-17250) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1410327 INFO (qtp1318894667-17250) [ ] o.a.s.c.SolrCore [[pull_replica_test_kill_leader_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_E66D3DABF20F30F0-001/tempDir-001/node2/pull_replica_test_kill_leader_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_E66D3DABF20F30F0-001/tempDir-001/node2/./pull_replica_test_kill_leader_shard1_replica_n1/data/]
[junit4] 2> 1410366 INFO (qtp1879748196-17240) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1410366 INFO (qtp1879748196-17240) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1410367 INFO (qtp1318894667-17250) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1410367 INFO (qtp1318894667-17250) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1410367 INFO (qtp1879748196-17240) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1480409[pull_replica_test_kill_leader_shard1_replica_p2] main]
[junit4] 2> 1410368 INFO (qtp1318894667-17250) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1410368 INFO (qtp1318894667-17250) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1410368 INFO (qtp1879748196-17240) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1410369 INFO (qtp1879748196-17240) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1410369 INFO (qtp1318894667-17250) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c5fb61a[pull_replica_test_kill_leader_shard1_replica_n1] main]
[junit4] 2> 1410369 INFO (qtp1879748196-17240) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1410370 INFO (searcherExecutor-7492-thread-1) [ ] o.a.s.c.SolrCore [pull_replica_test_kill_leader_shard1_replica_p2] Registered new searcher Searcher@1480409[pull_replica_test_kill_leader_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1410370 INFO (qtp1879748196-17240) [ ] o.a.s.c.ZkController pull_replica_test_kill_leader_shard1_replica_p2 starting background replication from leader
[junit4] 2> 1410370 INFO (qtp1879748196-17240) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1410370 INFO (qtp1318894667-17250) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1410371 INFO (qtp1318894667-17250) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1410371 INFO (qtp1879748196-17240) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1410371 INFO (qtp1879748196-17240) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1410371 INFO (qtp1318894667-17250) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1410372 INFO (searcherExecutor-7493-thread-1) [ ] o.a.s.c.SolrCore [pull_replica_test_kill_leader_shard1_replica_n1] Registered new searcher Searcher@2c5fb61a[pull_replica_test_kill_leader_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1410372 INFO (qtp1318894667-17250) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584202944288391168
[junit4] 2> 1410379 INFO (qtp1318894667-17250) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1410379 INFO (qtp1318894667-17250) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1410379 INFO (qtp1318894667-17250) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49208/solr/pull_replica_test_kill_leader_shard1_replica_n1/
[junit4] 2> 1410379 INFO (qtp1318894667-17250) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1410379 INFO (qtp1318894667-17250) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:49208/solr/pull_replica_test_kill_leader_shard1_replica_n1/ has no replicas
[junit4] 2> 1410379 INFO (qtp1318894667-17250) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1410384 INFO (qtp1318894667-17250) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49208/solr/pull_replica_test_kill_leader_shard1_replica_n1/ shard1
[junit4] 2> 1410493 INFO (zkCallback-3290-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1410493 INFO (zkCallback-3291-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1410493 INFO (zkCallback-3291-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1410493 INFO (zkCallback-3290-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1410550 INFO (qtp1318894667-17250) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1410553 INFO (qtp1318894667-17250) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_kill_leader_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1277
[junit4] 2> 1410664 INFO (zkCallback-3290-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1410664 INFO (zkCallback-3291-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1410664 INFO (zkCallback-3290-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1410664 INFO (zkCallback-3291-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1411375 INFO (qtp1879748196-17240) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_kill_leader_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2099
[junit4] 2> 1411380 INFO (qtp1318894667-17245) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1411476 INFO (zkCallback-3290-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1411477 INFO (zkCallback-3290-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1411477 INFO (zkCallback-3291-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1411477 INFO (zkCallback-3291-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1411865 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:49208/solr/pull_replica_test_kill_leader_shard1_replica_n1/
[junit4] 2> 1411867 INFO (qtp1318894667-17253) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1411867 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1411867 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1411867 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1411867 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1411867 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1411867 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1411868 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ad78170 commitCommandVersion:0
[junit4] 2> 1411868 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c81f1c7[pull_replica_test_kill_leader_shard1_replica_p2] main]
[junit4] 2> 1411868 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1411869 INFO (searcherExecutor-7492-thread-1) [ ] o.a.s.c.SolrCore [pull_replica_test_kill_leader_shard1_replica_p2] Registered new searcher Searcher@4c81f1c7[pull_replica_test_kill_leader_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1412390 INFO (qtp1318894667-17245) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_kill_leader&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3451
[junit4] 2> 1412400 INFO (qtp1318894667-17241) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1584202946412806144)]} 0 2
[junit4] 2> 1412401 INFO (qtp1318894667-17244) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584202946415951872,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1412401 INFO (qtp1318894667-17244) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@46258a0a commitCommandVersion:1584202946415951872
[junit4] 2> 1412407 INFO (qtp1318894667-17244) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@75cc82cf[pull_replica_test_kill_leader_shard1_replica_n1] main]
[junit4] 2> 1412408 INFO (qtp1318894667-17244) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1412410 INFO (searcherExecutor-7493-thread-1) [ ] o.a.s.c.SolrCore [pull_replica_test_kill_leader_shard1_replica_n1] Registered new searcher Searcher@75cc82cf[pull_replica_test_kill_leader_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1412411 INFO (qtp1318894667-17244) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=pull_replica_test_kill_leader:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
[junit4] 2> 1412415 INFO (qtp1318894667-17250) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1412419 INFO (qtp1879748196-17246) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1412521 INFO (qtp1879748196-17247) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1412623 INFO (qtp1879748196-17249) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1412726 INFO (qtp1879748196-17251) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1412835 INFO (qtp1879748196-17238) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1412946 INFO (qtp1879748196-17240) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1412960 INFO (OverseerCollectionConfigSetProcessor-99012683898355717-127.0.0.1:49208_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1413058 INFO (qtp1879748196-17243) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1413168 INFO (qtp1879748196-17246) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1413279 INFO (qtp1879748196-17247) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1413390 INFO (qtp1879748196-17249) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1413499 INFO (qtp1879748196-17251) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1413600 INFO (qtp1879748196-17238) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1413711 INFO (qtp1879748196-17240) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1413820 INFO (qtp1879748196-17243) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1413932 INFO (qtp1879748196-17246) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414043 INFO (qtp1879748196-17247) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414154 INFO (qtp1879748196-17249) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414259 INFO (qtp1879748196-17251) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414363 INFO (qtp1879748196-17238) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414469 INFO (qtp1879748196-17240) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414574 INFO (qtp1879748196-17243) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414675 INFO (qtp1879748196-17243) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414786 INFO (qtp1879748196-17247) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1414856 INFO (qtp1318894667-17253) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1414856 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1414856 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1510813661972
[junit4] 2> 1414856 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1414856 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 1510813661439
[junit4] 2> 1414856 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1414857 INFO (qtp1318894667-17241) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1414857 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 20
[junit4] 2> 1414858 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@2f0eefd9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f8bcb68)
[junit4] 2> 1414858 INFO (qtp1318894667-17244) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414860 INFO (qtp1318894667-17248) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414861 INFO (qtp1318894667-17250) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414861 INFO (qtp1318894667-17252) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414862 INFO (qtp1318894667-17245) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414863 INFO (qtp1318894667-17253) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414864 INFO (qtp1318894667-17241) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414864 INFO (qtp1318894667-17244) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414865 INFO (qtp1318894667-17248) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414866 INFO (qtp1318894667-17250) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.blm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414867 INFO (qtp1318894667-17252) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414867 INFO (qtp1318894667-17245) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414868 INFO (qtp1318894667-17253) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414869 INFO (qtp1318894667-17241) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414869 INFO (qtp1318894667-17244) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414870 INFO (qtp1318894667-17248) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_TestBloomFilteredLucenePostings_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414871 INFO (qtp1318894667-17250) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414871 INFO (qtp1318894667-17252) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414872 INFO (qtp1318894667-17245) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414872 WARN (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher File segments_2 did not match. expected checksum is 1223811150 and actual is checksum 2579291978. expected length is 200 and actual length is 117
[junit4] 2> 1414873 INFO (qtp1318894667-17253) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1414873 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=3260) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@2f0eefd9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f8bcb68)
[junit4] 2> 1414873 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.c.SolrCore Updating index properties... index=index.20171116062744429
[junit4] 2> 1414874 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@44f42dbd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2bcbcbec)
[junit4] 2> 1414874 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1414875 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b8a3dec[pull_replica_test_kill_leader_shard1_replica_p2] main]
[junit4] 2> 1414876 INFO (searcherExecutor-7492-thread-1) [ ] o.a.s.c.SolrCore [pull_replica_test_kill_leader_shard1_replica_p2] Registered new searcher Searcher@b8a3dec[pull_replica_test_kill_leader_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1414887 INFO (qtp1879748196-17249) [ ] o.a.s.c.S.Request [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1414887 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 49208
[junit4] 2> 1414888 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7705d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1414888 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1351874805
[junit4] 2> 1414889 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1414889 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3406ab91: rootName = solr_49208, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@37686bd3
[junit4] 2> 1414895 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1414895 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c2470d8: rootName = solr_49208, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@184fd9de
[junit4] 2> 1414900 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1414900 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56869072: rootName = solr_49208, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7175812c
[junit4] 2> 1414902 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:49208_solr
[junit4] 2> 1414903 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1414903 INFO (zkCallback-3290-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1414903 INFO (zkCallback-3298-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1414903 INFO (coreCloseExecutor-7504-thread-1) [ ] o.a.s.c.SolrCore [pull_replica_test_kill_leader_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@29e5cb3e
[junit4] 2> 1414903 INFO (zkCallback-3291-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1414903 INFO (coreCloseExecutor-7504-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_kill_leader.shard1.replica_n1, tag=702925630
[junit4] 2> 1414903 INFO (coreCloseExecutor-7504-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58139f1e: rootName = solr_49208, domain = solr.core.pull_replica_test_kill_leader.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.pull_replica_test_kill_leader.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3403ee2f
[junit4] 2> 1414904 INFO (zkCallback-3290-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1414904 INFO (zkCallback-3290-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1414904 INFO (zkCallback-3291-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1414904 INFO (zkCallback-3291-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1414910 INFO (coreCloseExecutor-7504-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_kill_leader.shard1.leader, tag=702925630
[junit4] 2> 1414911 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.Overseer Overseer (id=99012683898355717-127.0.0.1:49208_solr-n_0000000000) closing
[junit4] 2> 1414912 INFO (OverseerStateUpdate-99012683898355717-127.0.0.1:49208_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49208_solr
[junit4] 2> 1414912 WARN (OverseerAutoScalingTriggerThread-99012683898355717-127.0.0.1:49208_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1414914 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e1c0760{/solr,null,UNAVAILABLE}
[junit4] 2> 1414914 INFO (zkCallback-3291-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49207_solr
[junit4] 2> 1414915 INFO (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 49208
[junit4] 2> 1414916 INFO (zkCallback-3291-thread-3) [ ] o.a.s.c.Overseer Overseer (id=99012683898355718-127.0.0.1:49207_solr-n_0000000001) starting
[junit4] 2> 1414919 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (0) java.net.SocketException: Connection reset, retry? 0
[junit4] 2> 1418937 INFO (qtp1879748196-17243) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4016
[junit4] 2> 1418938 INFO (qtp1879748196-17243) [ ] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 1418939 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49207/solr/pull_replica_test_kill_leader_shard1_replica_p2: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_kill_leader slice: shard1 saw state=DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "node_name":"127.0.0.1:49208_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "node_name":"127.0.0.1:49207_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:49207_solr], retry? 1
[junit4] 2> 1421904 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 1421904 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1422960 INFO (qtp1879748196-17247) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4018
[junit4] 2> 1422960 INFO (qtp1879748196-17247) [ ] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 1422960 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49207/solr/pull_replica_test_kill_leader_shard1_replica_p2: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_kill_leader slice: shard1 saw state=DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "node_name":"127.0.0.1:49208_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "node_name":"127.0.0.1:49207_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:49207_solr], retry? 2
[junit4] 2> 1425955 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 1425955 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1426986 INFO (qtp1879748196-17249) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4024
[junit4] 2> 1426987 INFO (qtp1879748196-17249) [ ] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 1426988 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49207/solr/pull_replica_test_kill_leader_shard1_replica_p2: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_kill_leader slice: shard1 saw state=DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "node_name":"127.0.0.1:49208_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "node_name":"127.0.0.1:49207_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:49207_solr], retry? 3
[junit4] 2> 1429976 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 1429977 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1431050 INFO (qtp1879748196-17238) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4060
[junit4] 2> 1431051 INFO (qtp1879748196-17238) [ ] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 1431052 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49207/solr/pull_replica_test_kill_leader_shard1_replica_p2: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_kill_leader slice: shard1 saw state=DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "node_name":"127.0.0.1:49208_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "node_name":"127.0.0.1:49207_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:49207_solr], retry? 4
[junit4] 2> 1433981 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 1433981 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1435082 INFO (qtp1879748196-17251) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4027
[junit4] 2> 1435082 INFO (qtp1879748196-17251) [ ] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 1435083 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49207/solr/pull_replica_test_kill_leader_shard1_replica_p2: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_kill_leader slice: shard1 saw state=DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "node_name":"127.0.0.1:49208_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "node_name":"127.0.0.1:49207_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:49207_solr], retry? 5
[junit4] 2> 1438026 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 1438026 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1439112 INFO (qtp1879748196-17246) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4024
[junit4] 2> 1439112 INFO (qtp1879748196-17246) [ ] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 1439113 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49207/solr/pull_replica_test_kill_leader_shard1_replica_p2: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_kill_leader slice: shard1 saw state=DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "node_name":"127.0.0.1:49208_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "node_name":"127.0.0.1:49207_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:49207_solr], retry? 0
[junit4] 2> 1442052 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 1442052 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1443129 INFO (qtp1879748196-17240) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4013
[junit4] 2> 1443129 INFO (qtp1879748196-17240) [ ] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 1443130 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49207/solr/pull_replica_test_kill_leader_shard1_replica_p2: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_kill_leader slice: shard1 saw state=DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "node_name":"127.0.0.1:49208_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "node_name":"127.0.0.1:49207_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:49207_solr], retry? 1
[junit4] 2> 1445130 INFO (ScheduledTrigger-7507-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1445136 INFO (qtp1879748196-17247) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=1
[junit4] 2> 1445138 INFO (AutoscalingActionExecutor-7508-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f77d05f244e2c0T8pkl4kzzyd3wp5djs093k3fzf",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1510813664499000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510813664499000000],
[junit4] 2> "_enqueue_time_":1510813694699000000,
[junit4] 2> "nodeNames":["127.0.0.1:49208_solr"]}}
[junit4] 2> 1446098 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 1446098 INFO (indexFetcher-7502-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1447155 INFO (qtp1879748196-17243) [ ] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_kill_leader_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4022
[junit4] 2> 1447155 INFO (qtp1879748196-17243) [ ] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 1447156 ERROR (TEST-TestPullReplica.testKillLeader-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_kill_leader] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49207/solr/pull_replica_test_kill_leader_shard1_replica_p2: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_kill_leader slice: shard1 saw state=DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:49208/solr",
[junit4] 2> "node_name":"127.0.0.1:49208_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:49207/solr",
[junit4] 2> "node_name":"127.0.0.1:49207_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[
[...truncated too long message...]
estEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@254a5af6: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fa9be00
[junit4] 2> 1734001 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1734001 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9bcc0c5: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17ffe6c3
[junit4] 2> 1734002 INFO (coreCloseExecutor-7593-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@806ed23
[junit4] 2> 1734002 INFO (coreCloseExecutor-7593-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=134671651
[junit4] 2> 1734002 INFO (coreCloseExecutor-7593-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fd1a50d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5308e8a7
[junit4] 2> 1734006 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b2e941d{/solr,null,UNAVAILABLE}
[junit4] 2> 1734008 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@75afee0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1734008 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1994025384
[junit4] 2> 1734008 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1734008 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@393c3a6b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@21f7992f
[junit4] 2> 1734014 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1734014 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a0ca1b0: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fa9be00
[junit4] 2> 1734018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1734018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@122ce6de: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17ffe6c3
[junit4] 2> 1734018 INFO (coreCloseExecutor-7595-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@50273a76
[junit4] 2> 1734018 INFO (coreCloseExecutor-7595-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1344748150
[junit4] 2> 1734018 INFO (coreCloseExecutor-7595-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21656e49: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@431656c
[junit4] 2> 1734024 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[E66D3DABF20F30F0]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@263a5c60{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_E66D3DABF20F30F0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=Asserting), id=PostingsFormat(name=Asserting), newname=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=801, maxMBSortInHeap=7.944338023809664, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@686f7056), locale=vun, timezone=Asia/Anadyr
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=237980960,total=490209280
[junit4] 2> NOTE: All tests run in this JVM: [BlobRepositoryCloudTest, UpdateRequestProcessorFactoryTest, PolyFieldTest, TestAddFieldRealTimeGet, TestExpandComponent, SubstringBytesRefFilterTest, JsonLoaderTest, TestPerFieldSimilarity, ClassificationUpdateProcessorTest, AnalysisAfterCoreReloadTest, TestInfoStreamLogging, TestDocBasedVersionConstraints, TestSegmentSorting, TestXmlQParserPlugin, ParsingFieldUpdateProcessorsTest, TestQueryUtils, TestComponentsName, LeaderElectionContextKeyTest, MigrateRouteKeyTest, TestPayloadCheckQParserPlugin, PingRequestHandlerTest, SolrGangliaReporterTest, TestNestedDocsSort, DeleteReplicaTest, TestStandardQParsers, HealthCheckHandlerTest, CopyFieldTest, TestQueryWrapperFilter, DocValuesNotIndexedTest, TestTlogReplica, TestReload, TestHdfsCloudBackupRestore, CdcrBootstrapTest, TestPKIAuthenticationPlugin, IndexSchemaRuntimeFieldTest, TestMiniSolrCloudClusterSSL, PeerSyncReplicationTest, FileUtilsTest, OpenExchangeRatesOrgProviderTest, AddBlockUpdateTest, TestTrie, TestHdfsBackupRestoreCore, TestWordDelimiterFilterFactory, UUIDUpdateProcessorFallbackTest, RequestLoggingTest, SampleTest, BlockCacheTest, TestPivotHelperCode, ConcurrentDeleteAndCreateCollectionTest, TestReplicaProperties, CollectionsAPIAsyncDistributedZkTest, TestFastLRUCache, TestJsonFacets, TestCoreAdminApis, TestUnifiedSolrHighlighter, AnalyticsQueryTest, CoreAdminCreateDiscoverTest, TestFastOutputStream, TestPointFields, BaseCdcrDistributedZkTest, TestDistribIDF, TestSolrQueryResponse, MetricsHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, ZkStateWriterTest, TestManagedSchemaAPI, TestDistributedMissingSort, TestFieldCacheVsDocValues, OverseerStatusTest, TestObjectReleaseTracker, DistributedExpandComponentTest, TestNumericTokenStream, TestSystemIdResolver, CustomCollectionTest, QueryElevationComponentTest, HdfsLockFactoryTest, TestConfigSetProperties, BadComponentTest, ConnectionManagerTest, CoreSorterTest, SimplePostToolTest, TestDynamicFieldCollectionResource, TestClassicSimilarityFactory, JavabinLoaderTest, NumberUtilsTest, DistributedFacetPivotWhiteBoxTest, CoreAdminHandlerTest, TestOrdValues, PluginInfoTest, NodeMutatorTest, TestLegacyFieldReuse, TestJettySolrRunner, ResponseHeaderTest, TestZkAclsWithHadoopAuth, TestMacroExpander, TestCloudPseudoReturnFields, TestUseDocValuesAsStored2, TestSolrCloudWithSecureImpersonation, UtilsToolTest, TestLegacyFieldCache, TestBM25SimilarityFactory, TestRandomRequestDistribution, PeerSyncWithIndexFingerprintCachingTest, TestCollationField, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRawTransformer, TestSearcherReuse, TestExactStatsCache, CacheHeaderTest, TestSizeLimitedDistributedMap, AssignTest, TestNamedUpdateProcessors, TestScoreJoinQPScore, BlockJoinFacetRandomTest, TestSolrCloudSnapshots, TestCloudJSONFacetJoinDomain, TestLuceneMatchVersion, DistributedFacetPivotLargeTest, ShardRoutingCustomTest, TestBulkSchemaAPI, BasicDistributedZk2Test, RollingRestartTest, TestRecoveryHdfs, TestPartialUpdateDeduplication, StatelessScriptUpdateProcessorFactoryTest, LargeFieldTest, TestSchemalessBufferedUpdates, TestPostingsSolrHighlighter, SystemInfoHandlerTest, DocValuesTest, TestBlendedInfixSuggestions, ZkSolrClientTest, TestGraphMLResponseWriter, BooleanFieldTest, BasicZkTest, SharedFSAutoReplicaFailoverTest, TestBulkSchemaConcurrent, V2StandaloneTest, TestCoreContainer, SolrIndexSplitterTest, ChaosMonkeySafeLeaderTest, TestIndexSearcher, TestFunctionQuery, TestFieldCache, TestDistributedGrouping, ZkFailoverTest, SynonymTokenizerTest, ExternalFileFieldSortTest, LukeRequestHandlerTest, TestStressInPlaceUpdates, RuleEngineTest, TestQueryTypes, TestGroupingSearch, DistributedFacetPivotSmallAdvancedTest, TestSolrDeletionPolicy1, SearchHandlerTest, TestNoOpRegenerator, ExitableDirectoryReaderTest, MoveReplicaTest, TestCloudDeleteByQuery, TestSubQueryTransformerDistrib, TestFieldCacheSort, ReplicaListTransformerTest, TestConfigSetsAPI, TestTrieFacet, DistributedIntervalFacetingTest, FullHLLTest, TestNumericRangeQuery32, DebugComponentTest, ReplicationFactorTest, SolrJmxReporterCloudTest, TestValueSourceCache, TestLegacyTerms, RankQueryTest, DistributedQueueTest, AliasIntegrationTest, TestConfig, TestMissingGroups, CheckHdfsIndexTest, SolrCoreCheckLockOnStartupTest, SpellPossibilityIteratorTest, SecurityConfHandlerTest, TestDocumentBuilder, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler]
[junit4] Completed [384/749 (2!)] on J1 in 86.66s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 41351 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4290 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4290/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
Error Message:
Unexpected number of elements in the group for intGSF: 6
Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 6
at __randomizedtesting.SeedInfo.seed([344507FAF3273951:AFFE69A2BE7F0B0F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:377)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 15 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:825)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1092)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1123)
at hudson.scm.SCM.checkout(SCM.java:495)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1724)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:421)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Broken pipe (Write failed)
at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:634)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
at hudson.remoting.UserRequest.perform(UserRequest.java:207)
at hudson.remoting.UserRequest.perform(UserRequest.java:53)
at hudson.remoting.Request$2.run(Request.java:358)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to MacOSX VBOX
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1693)
at hudson.remoting.UserResponse.retrieve(UserRequest.java:310)
at hudson.remoting.Channel.call(Channel.java:908)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
at com.sun.proxy.$Proxy66.execute(Unknown Source)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:823)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1092)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1123)
at hudson.scm.SCM.checkout(SCM.java:495)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1724)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:421)
Caused by: org.eclipse.jgit.api.errors.TransportException: Broken pipe (Write failed)
at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:632)
... 10 more
Caused by: org.eclipse.jgit.errors.TransportException: Broken pipe (Write failed)
at org.eclipse.jgit.transport.BasePackFetchConnection.doFetch(BasePackFetchConnection.java:377)
at org.eclipse.jgit.transport.BasePackFetchConnection.fetch(BasePackFetchConnection.java:308)
at org.eclipse.jgit.transport.BasePackFetchConnection.fetch(BasePackFetchConnection.java:298)
at org.eclipse.jgit.transport.FetchProcess.fetchObjects(FetchProcess.java:245)
at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:161)
at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
... 11 more
Caused by: java.net.SocketException: Broken pipe (Write failed)
at java.net.SocketOutputStream.socketWrite0(Native Method)
at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
at org.eclipse.jgit.transport.PacketLineOut.flush(PacketLineOut.java:180)
at org.eclipse.jgit.transport.PacketLineOut.end(PacketLineOut.java:167)
at org.eclipse.jgit.transport.BasePackFetchConnection.negotiate(BasePackFetchConnection.java:573)
at org.eclipse.jgit.transport.BasePackFetchConnection.doFetch(BasePackFetchConnection.java:363)
... 18 more
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
Checking out Revision a371cab3b66fde2fd878cb99f7fb548da886b4ea (refs/remotes/origin/master)
Commit message: "Fix javascript indentation now that i figured out my emacs configs were previously broken"
No emails were triggered.
[description-setter] Description set: Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC
[Lucene-Solr-master-MacOSX] $ /Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/bin/ant "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" jenkins-hourly
Buildfile: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml
jenkins-hourly:
-print-java-info:
[java-info] java version "9"
[java-info] Java(TM) SE Runtime Environment (9+181, Oracle Corporation)
[java-info] Java HotSpot(TM) 64-Bit Server VM (9+181, Oracle Corporation)
[java-info] Test args: [-XX:-UseCompressedOops -XX:+UseParallelGC]
clean:
clean:
clean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.codehaus.groovy#groovy-all;2.4.12 in public
[ivy:cachepath] :: resolution report :: resolve 306ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 1 | 0 | 0 | 0 || 1 | 0 |
---------------------------------------------------------------------
-test-with-heapdumps-enabled:
[echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/heapdumps'.
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/heapdumps
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve-groovy:
test:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
-clover.load:
resolve-groovy:
-init-totals:
test-core:
-clover.disable:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
-clover.load:
-clover.classpath:
-clover.setup:
clover:
-check-git-state:
-git-cleanroot:
-copy-git-state:
[copy] Copying 1 file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build
git-autoclean:
resolve:
init:
compile-core:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java
[javac] Compiling 825 source files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/util/graph/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/document/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/util/bkd/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/codecs/compressing/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene60/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/codecs/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/util/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/index/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/util/fst/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/analysis/tokenattributes/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/search/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene62/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/util/packed/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/util/mutable/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene70/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/codecs/perfield/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/analysis/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/analysis/standard/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/store/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/codecs/blocktree/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/search/spans/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/search/similarities/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/util/automaton/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene50/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java/org/apache/lucene/geo/package-info.class
[copy] Copying 3 files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/java
compile-test-framework:
-check-git-state:
-git-cleanroot:
-copy-git-state:
git-autoclean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
init:
compile-lucene-core:
-check-git-state:
-git-cleanroot:
-copy-git-state:
git-autoclean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
init:
-clover.disable:
-clover.load:
-clover.classpath:
-clover.setup:
clover:
compile-core:
compile-codecs:
-check-git-state:
-git-cleanroot:
-copy-git-state:
git-autoclean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
common.init:
compile-lucene-core:
init:
-clover.disable:
-clover.load:
-clover.classpath:
-clover.setup:
clover:
compile-core:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java
[javac] Compiling 67 source files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java/org/apache/lucene/codecs/bloom/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java/org/apache/lucene/codecs/memory/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java/org/apache/lucene/codecs/simpletext/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blockterms/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blocktreeords/package-info.class
[copy] Copying 3 files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/classes/java
-clover.disable:
-clover.load:
-clover.classpath:
-clover.setup:
clover:
common.compile-core:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java
[javac] Compiling 190 source files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java
[javac] Note: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java uses or overrides a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/asserting/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/ramonly/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java/org/apache/lucene/mockfile/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cheapbastard/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/mockrandom/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cranky/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/compressing/dummy/package-info.class
[copy] Copying 4 files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/classes/java
compile-core:
compile-test:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/test
[javac] Compiling 486 source files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/test
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[copy] Copying 3 files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/classes/test
install-junit4-taskdef:
validate:
resolve-groovy:
-init-totals:
-test:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test
[loadresource] Do not set property tests.explicitclass as its length is 0.
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/.caches/test-stats/core
[junit4] <JUnit4> says olá! Master seed: 14288CF72E046D43
[junit4] Executing 476 suites with 2 JVMs.
[junit4]
[junit4] Started J0 PID(49254@localhost).
[junit4] Started J1 PID(49255@localhost).
[junit4] Suite: org.apache.lucene.geo.TestPolygon
[junit4] Completed [1/476] on J0 in 0.76s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPositionIncrement
[junit4] Completed [2/476] on J0 in 0.75s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanRewrites
[junit4] Completed [3/476] on J0 in 0.51s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestWildcardRandom
[junit4] Completed [4/476] on J0 in 0.53s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBlendedTermQuery
[junit4] Completed [5/476] on J0 in 0.11s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTerm
[junit4] Completed [6/476] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestReqExclBulkScorer
[junit4] Completed [7/476] on J0 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelP
[junit4] IGNOR/A 0.01s J0 | TestBasicModelP.testRandomScoring
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/LUCENE-8010"))
[junit4] Completed [8/476] on J0 in 0.01s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestUpgradeIndexMergePolicy
[junit4] Completed [9/476] on J0 in 0.12s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
[junit4] Completed [10/476] on J0 in 3.01s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRadixSelector
[junit4] Completed [11/476] on J0 in 1.35s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestTrackingDirectoryWrapper
[junit4] IGNOR/A 0.01s J0 | TestTrackingDirectoryWrapper.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.00s J0 | TestTrackingDirectoryWrapper.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] Completed [12/476] on J0 in 0.87s, 47 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestRegexpQuery
[junit4] Completed [13/476] on J0 in 0.66s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
[junit4] IGNOR/A 0.01s J1 | TestIndexWriterDelete.testApplyDeletesOnFlush
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [14/476] on J1 in 17.74s, 25 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
[junit4] Completed [16/476] on J1 in 0.14s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestPolygon2D
[junit4] Completed [17/476] on J1 in 4.84s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestNativeFSLockFactory
[junit4] Completed [18/476] on J0 in 14.23s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermsEnum2
[junit4] Completed [19/476] on J1 in 0.96s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSegmentCacheables
[junit4] Completed [20/476] on J1 in 0.04s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSynonymQuery
[junit4] Completed [21/476] on J1 in 0.02s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestVersion
[junit4] Completed [22/476] on J1 in 0.03s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
[junit4] IGNOR/A 0.00s J1 | TestFieldMaskingSpanQuery.testSpans2
[junit4] > Assumption #1: Broken scoring: LUCENE-3723
[junit4] IGNOR/A 0.00s J1 | TestFieldMaskingSpanQuery.testSimple2
[junit4] > Assumption #1: Broken scoring: LUCENE-3723
[junit4] Completed [23/476] on J1 in 0.26s, 11 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.TestMergedIterator
[junit4] Completed [24/476] on J1 in 0.32s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCollectionUtil
[junit4] Completed [25/476] on J0 in 2.83s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsOfNonMatches
[junit4] Completed [26/476] on J0 in 0.34s, 70 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestStringMSBRadixSorter
[junit4] Completed [27/476] on J1 in 3.13s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.bkd.Test2BBKDPoints
[junit4] IGNOR/A 0.00s J1 | Test2BBKDPoints.test1D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes at least 4 hours and consumes many GB of temp disk space"))
[junit4] IGNOR/A 0.00s J1 | Test2BBKDPoints.test2D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes at least 4 hours and consumes many GB of temp disk space"))
[junit4] Completed [28/476] on J1 in 0.00s, 2 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCrash
[junit4] Completed [29/476] on J0 in 1.69s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPositions
[junit4] IGNOR/A 0.00s J0 | Test2BPositions.test
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="uses lots of space and takes a few minutes"))
[junit4] Completed [30/476] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelBE
[junit4] IGNOR/A 0.00s J0 | TestBasicModelBE.testRandomScoring
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/LUCENE-8010"))
[junit4] Completed [31/476] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestSimpleAttributeImpl
[junit4] Completed [32/476] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestQueryRescorer
[junit4] Completed [33/476] on J1 in 0.27s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTermQuery
[junit4] Completed [34/476] on J0 in 0.11s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressIndexing
[junit4] Completed [35/476] on J1 in 1.71s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
[junit4] Completed [36/476] on J1 in 0.30s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexCommit
[junit4] Completed [37/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTransactions
[junit4] Completed [38/476] on J1 in 0.84s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
[junit4] Completed [39/476] on J0 in 3.25s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSearchAfter
[junit4] Completed [40/476] on J1 in 0.64s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBoolean2ScorerSupplier
[junit4] Completed [41/476] on J1 in 0.05s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIntroSelector
[junit4] Completed [42/476] on J1 in 0.67s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestInPlaceMergeSorter
[junit4] Completed [43/476] on J1 in 0.06s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSparseFixedBitDocIdSet
[junit4] Completed [44/476] on J0 in 1.27s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestRAMDirectory
[junit4] IGNOR/A 0.00s J0 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.00s J0 | TestRAMDirectory.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] Completed [45/476] on J0 in 1.26s, 46 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimilarityProvider
[junit4] Completed [46/476] on J0 in 0.21s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF2LOG
[junit4] Completed [47/476] on J1 in 3.13s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
[junit4] Completed [48/476] on J1 in 0.10s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestGeoUtils
[junit4] Completed [49/476] on J1 in 1.20s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestRollback
[junit4] Completed [50/476] on J1 in 0.05s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFloatRangeFieldQueries
[junit4] IGNOR/A 0.00s J0 | TestFloatRangeFieldQueries.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [51/476] on J0 in 2.63s, 5 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSortedSetSelector
[junit4] Completed [52/476] on J1 in 0.49s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestIndexOrDocValuesQuery
[junit4] Completed [53/476] on J1 in 0.08s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
[junit4] Completed [54/476] on J1 in 1.20s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSparseFixedBitSet
[junit4] Completed [55/476] on J1 in 1.38s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestBytesRefHash
[junit4] Completed [56/476] on J1 in 0.50s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestElevationComparator
[junit4] Completed [57/476] on J1 in 0.22s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterThreadsToSegments
[junit4] Completed [58/476] on J1 in 2.71s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDocValuesScoring
[junit4] Completed [59/476] on J1 in 0.13s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCustomTermFreq
[junit4] Completed [60/476] on J1 in 1.09s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTransactionRollback
[junit4] Completed [61/476] on J1 in 2.22s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
[junit4] Completed [62/476] on J1 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSentinelIntSet
[junit4] Completed [63/476] on J1 in 0.07s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestExitableDirectoryReader
[junit4] Completed [64/476] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
[junit4] IGNOR/A 0.00s J1 | Test2BPostingsBytes.test
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes ~20GB-30GB of space and 10 minutes"))
[junit4] Completed [65/476] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTryDelete
[junit4] Completed [66/476] on J1 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCheckIndex
[junit4] Completed [67/476] on J1 in 0.79s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestDocIdSetBuilder
[junit4] Completed [68/476] on J1 in 0.30s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
[junit4] Completed [69/476] on J0 in 11.65s, 17 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
[junit4] Completed [70/476] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestDeterminism
[junit4] Completed [71/476] on J1 in 0.23s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSortedSetDocValues
[junit4] Completed [72/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
[junit4] IGNOR/A 0.00s J1 | TestIndexWriterOnJRECrash.testNRTThreads
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [73/476] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSubScorerFreqs
[junit4] Completed [74/476] on J1 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestStopFilter
[junit4] Completed [75/476] on J1 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexableField
[junit4] Completed [76/476] on J0 in 0.34s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestConjunctions
[junit4] Completed [77/476] on J0 in 0.35s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestVirtualMethod
[junit4] Completed [78/476] on J0 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCustomNorms
[junit4] Completed [79/476] on J0 in 0.49s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiPhraseEnum
[junit4] Completed [80/476] on J0 in 0.03s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanCollection
[junit4] Completed [81/476] on J0 in 0.04s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
[junit4] Completed [82/476] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestLongBitSet
[junit4] IGNOR/A 0.00s J0 | TestLongBitSet.testHugeCapacity
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [83/476] on J0 in 0.12s, 11 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestLevenshteinAutomata
[junit4] Completed [84/476] on J0 in 1.54s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
[junit4] IGNOR/A 0.00s J1 | TestPerFieldPostingsFormat.testPostingsEnumReuse
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] IGNOR/A 0.00s J1 | TestPerFieldPostingsFormat.testMergeStability
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] Completed [85/476] on J1 in 5.08s, 25 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.store.TestSingleInstanceLockFactory
[junit4] Completed [86/476] on J0 in 2.27s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70SegmentInfoFormat
[junit4] Completed [87/476] on J0 in 0.40s, 16 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexReaderClose
[junit4] Completed [88/476] on J1 in 0.89s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSortRandom
[junit4] Completed [89/476] on J1 in 0.15s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestRateLimiter
[junit4] Completed [90/476] on J1 in 0.57s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestBasics
[junit4] Completed [91/476] on J1 in 1.92s, 26 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestQueryBuilder
[junit4] Completed [92/476] on J1 in 0.04s, 23 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery
[junit4] Completed [93/476] on J0 in 3.96s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestRegExp
[junit4] Completed [94/476] on J0 in 0.04s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexManyDocuments
[junit4] Completed [95/476] on J0 in 0.42s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.store.TestNRTCachingDirectory
[junit4] IGNOR/A 0.00s J1 | TestNRTCachingDirectory.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.00s J1 | TestNRTCachingDirectory.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] Completed [96/476] on J1 in 1.57s, 44 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.graph.TestGraphTokenStreamFiniteStrings
[junit4] Completed [97/476] on J1 in 0.01s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPrefixCodedTerms
[junit4] Completed [98/476] on J1 in 0.03s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTermScorer
[junit4] Completed [99/476] on J0 in 0.53s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestExternalCodecs
[junit4] Completed [100/476] on J0 in 1.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFieldsReader
[junit4] Completed [101/476] on J0 in 0.28s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSPIClassIterator
[junit4] Completed [102/476] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNewestSegment
[junit4] Completed [103/476] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPoints
[junit4] IGNOR/A 0.00s J0 | Test2BPoints.test1D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes at least 4 hours and consumes many GB of temp disk space"))
[junit4] IGNOR/A 0.00s J0 | Test2BPoints.test2D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes at least 4 hours and consumes many GB of temp disk space"))
[junit4] Completed [104/476] on J0 in 0.00s, 2 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
[junit4] Completed [105/476] on J0 in 3.64s, 32 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
[junit4] Completed [106/476] on J0 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDemoParallelLeafReader
[junit4] Completed [107/476] on J0 in 2.26s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestTimSorterWorstCase
[junit4] Completed [108/476] on J1 in 10.70s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
[junit4] Completed [109/476] on J0 in 3.31s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestSimilarity2
[junit4] Completed [110/476] on J0 in 0.10s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
[junit4] Completed [111/476] on J1 in 1.39s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
[junit4] Completed [112/476] on J0 in 1.23s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOmitPositions
[junit4] Completed [113/476] on J0 in 0.98s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMergeRateLimiter
[junit4] Completed [114/476] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestPriorityQueue
[junit4] Completed [115/476] on J0 in 0.93s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIOUtils
[junit4] Completed [116/476] on J0 in 0.08s, 18 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
[junit4] IGNOR/A 0.00s J1 | TestPackedInts.testBlockReaderOverflow
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [117/476] on J1 in 6.88s, 28 tests, 3 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOutOfFileDescriptors
[junit4] Completed [118/476] on J0 in 4.79s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TermInSetQueryTest
[junit4] Completed [119/476] on J0 in 0.29s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
[junit4] Completed [120/476] on J1 in 0.62s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
[junit4] Completed [121/476] on J1 in 0.47s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestBytesRefAttImpl
[junit4] Completed [122/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery2
[junit4] Completed [123/476] on J1 in 0.46s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIF
[junit4] Completed [124/476] on J1 in 7.86s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMatchNoDocsQuery
[junit4] Completed [125/476] on J1 in 0.29s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
[junit4] Completed [126/476] on J0 in 11.48s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene60FieldInfoFormat
[junit4] Completed [127/476] on J1 in 2.10s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
[junit4] Completed [128/476] on J1 in 7.44s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBoolean2
[junit4] Completed [129/476] on J1 in 7.17s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMixedDocValuesUpdates
[junit4] IGNOR/A 0.00s J1 | TestMixedDocValuesUpdates.testTonsOfUpdates
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [130/476] on J1 in 4.65s, 4 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestControlledRealTimeReopenThread
[junit4] IGNOR/A 0.00s J1 | TestControlledRealTimeReopenThread.testCRTReopen
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/LUCENE-5737"))
[junit4] Completed [131/476] on J1 in 3.35s, 6 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
[junit4] Completed [132/476] on J0 in 22.77s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPostings
[junit4] IGNOR/A 0.00s J1 | Test2BPostings.test
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [133/476] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticSimilarity
[junit4] Completed [134/476] on J0 in 0.03s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOrdinalMap
[junit4] Completed [135/476] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
[junit4] Completed [136/476] on J1 in 3.14s, 23 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNRTReaderCleanup
[junit4] Completed [137/476] on J1 in 0.05s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestNot
[junit4] Completed [138/476] on J1 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
[junit4] Completed [139/476] on J0 in 3.67s, 34 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpansEnum
[junit4] Completed [140/476] on J0 in 0.05s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestGeoEncodingUtils
[junit4] Completed [141/476] on J0 in 0.39s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestIndependenceSaturated
[junit4] Completed [142/476] on J0 in 1.85s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
[junit4] Completed [143/476] on J0 in 0.56s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestNeedsScores
[junit4] Completed [144/476] on J0 in 0.03s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesDetectTruncation
[junit4] Completed [145/476] on J0 in 0.47s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
[junit4] Completed [146/476] on J0 in 0.52s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
[junit4] IGNOR/A 0.00s J0 | TestIndexWriterMaxDocs.testExactlyAtTrueLimit
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes over two hours"))
[junit4] Completed [147/476] on J0 in 3.44s, 21 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
[junit4] Completed [148/476] on J0 in 0.07s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharArrayMap
[junit4] Completed [149/476] on J0 in 0.03s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBagOfPositions
[junit4] Completed [150/476] on J0 in 1.93s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.bkd.TestDocIdsWriter
[junit4] Completed [151/476] on J1 in 10.06s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressDeletes
[junit4] Completed [152/476] on J0 in 0.20s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.bkd.TestMutablePointsReaderUtils
[junit4] Completed [153/476] on J0 in 1.12s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCodecHoldsOpenFiles
[junit4] Completed [154/476] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
[junit4] Completed [155/476] on J0 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanOrQuery
[junit4] Completed [156/476] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestByteArrayDataInput
[junit4] Completed [157/476] on J0 in 0.00s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.packed.TestDirectPacked
[junit4] Completed [158/476] on J0 in 0.82s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestFilterSpans
[junit4] Completed [159/476] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestMinimize
[junit4] Completed [160/476] on J0 in 0.90s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestTimSorter
[junit4] Completed [161/476] on J0 in 0.04s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestIntRangeFieldQueries
[junit4] IGNOR/A 0.00s J1 | TestIntRangeFieldQueries.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [162/476] on J1 in 4.79s, 5 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.TestNotDocIdSet
[junit4] Completed [163/476] on J0 in 2.22s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIntBlockPool
[junit4] Completed [164/476] on J0 in 0.34s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTragicIndexWriterDeadlock
[junit4] Completed [165/476] on J0 in 0.04s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestLockFactory
[junit4] Completed [166/476] on J0 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
[junit4] Completed [167/476] on J0 in 0.15s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressIndexing2
[junit4] Completed [168/476] on J1 in 0.98s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
[junit4] Completed [169/476] on J0 in 0.11s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestClassicSimilarity
[junit4] Completed [170/476] on J0 in 5.73s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexInput
[junit4] Completed [171/476] on J0 in 0.22s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestBytesRef
[junit4] Completed [172/476] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.mutable.TestMutableValues
[junit4] Completed [173/476] on J0 in 0.01s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestSimpleFSLockFactory
[junit4] Completed [174/476] on J1 in 8.57s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocValues
[junit4] Completed [175/476] on J1 in 0.06s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriter
[junit4] Completed [176/476] on J0 in 4.18s, 72 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestLazyProxSkipping
[junit4] Completed [177/476] on J0 in 0.39s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMinShouldMatch2
[junit4] Completed [178/476] on J0 in 2.65s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestDistributionSPL
[junit4] IGNOR/A 0.00s J0 | TestDistributionSPL.testRandomScoring
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/LUCENE-8010"))
[junit4] Completed [179/476] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
[junit4] Completed [180/476] on J0 in 0.07s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70NormsFormat
[junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testNCommonBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testSparseNCommonBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J1 | TestLucene70NormsFormat.testMergeStability
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] Completed [181/476] on J1 in 5.13s, 29 tests, 3 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiDocValues
[junit4] Completed [182/476] on J1 in 0.23s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDocValuesQueries
[junit4] Completed [183/476] on J0 in 1.62s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestHugeRamFile
[junit4] Completed [184/476] on J0 in 0.97s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFieldValueQuery
[junit4] Completed [185/476] on J0 in 0.34s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
[junit4] Completed [186/476] on J0 in 0.20s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestIndependenceChiSquared
[junit4] Completed [187/476] on J1 in 2.54s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
[junit4] Completed [188/476] on J1 in 0.15s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanQuery
[junit4] Completed [189/476] on J0 in 0.18s, 22 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiTermsEnum
[junit4] Completed [190/476] on J0 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] Completed [191/476] on J1 in 1.32s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterConfig
[junit4] Completed [192/476] on J1 in 0.05s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestEarlyTermination
[junit4] Completed [193/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestWildcard
[junit4] Completed [194/476] on J1 in 0.51s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF2EXP
[junit4] Completed [195/476] on J0 in 3.71s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
[junit4] Completed [196/476] on J0 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
[junit4] Completed [197/476] on J0 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestPagedBytes
[junit4] Completed [198/476] on J1 in 2.56s, 4 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
[junit4] Completed [199/476] on J0 in 1.12s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBagOfPostings
[junit4] Completed [200/476] on J0 in 0.40s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestNamedSPILoader
[junit4] Completed [201/476] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestSearch
[junit4] Completed [202/476] on J0 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestDeterminizeLexicon
[junit4] Completed [203/476] on J0 in 0.46s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.store.TestGrowableByteArrayDataOutput
[junit4] Completed [204/476] on J1 in 1.86s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
[junit4] Completed [205/476] on J1 in 3.21s, 16 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestOfflineSorter
[junit4] IGNOR/A 0.00s J0 | TestOfflineSorter.testLargerRandom
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [206/476] on J0 in 5.61s, 15 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
[junit4] IGNOR/A 0.00s J0 | TestRamUsageEstimator.testPrintValues
[junit4] > Assumption #1: Specify -Dtests.verbose=true to print constants of RamUsageEstimator.
[junit4] Completed [207/476] on J0 in 0.01s, 5 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanMinShouldMatch
[junit4] Completed [208/476] on J0 in 0.59s, 17 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestMathUtil
[junit4] Completed [209/476] on J0 in 0.01s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestDistributionLL
[junit4] Completed [210/476] on J1 in 4.24s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPayloads
[junit4] Completed [211/476] on J1 in 0.24s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestNGramPhraseQuery
[junit4] Completed [212/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestFixedBitSet
[junit4] Completed [213/476] on J1 in 1.47s, 19 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
[junit4] IGNOR/A 0.00s J1 | TestIndexWriterOnVMError.testCheckpoint
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [214/476] on J1 in 0.33s, 3 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPerSegmentDeletes
[junit4] Completed [215/476] on J1 in 0.07s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat
[junit4] Completed [216/476] on J1 in 2.56s, 27 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
[junit4] Completed [217/476] on J0 in 19.38s, 110 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] IGNOR/A 0.00s J0 | TestIndexWriterReader.testDuringAddIndexes
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [218/476] on J0 in 6.48s, 23 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.fst.TestFSTs
[junit4] IGNOR/A 0.00s J0 | TestFSTs.testBigSet
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [219/476] on J0 in 2.20s, 20 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.fst.TestBytesStore
[junit4] Completed [220/476] on J0 in 0.79s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
[junit4] IGNOR/A 0.01s J0 | TestIndexWriterWithThreads.testOpenTwoIndexWritersOnDifferentThreads
[junit4] > Assumption #1: aborting test: timeout obtaining lock
[junit4] Completed [221/476] on J0 in 1.67s, 12 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermsEnum
[junit4] Completed [222/476] on J1 in 26.55s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNRTThreads
[junit4] Completed [223/476] on J1 in 3.71s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterDeleteByQuery
[junit4] Completed [224/476] on J1 in 0.04s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAddIndexes
[junit4] Completed [225/476] on J0 in 5.30s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.LimitedFiniteStringsIteratorTest
[junit4] Completed [226/476] on J1 in 0.05s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestShardSearching
[junit4] Completed [227/476] on J0 in 3.15s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPersistentSnapshotDeletionPolicy
[junit4] Completed [228/476] on J1 in 3.39s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiCollector
[junit4] Completed [229/476] on J1 in 0.07s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIntsRef
[junit4] Completed [230/476] on J1 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestLongPostings
[junit4] Completed [231/476] on J1 in 1.92s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFilterWeight
[junit4] Completed [232/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
[junit4] Completed [233/476] on J1 in 0.32s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharArraySet
[junit4] Completed [234/476] on J1 in 0.02s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestUsageTrackingFilterCachingPolicy
[junit4] Completed [235/476] on J1 in 0.02s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressNRT
[junit4] Completed [236/476] on J1 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.TestCodecLoadingDeadlock
[junit4] Completed [237/476] on J1 in 0.42s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanFirstQuery
[junit4] Completed [238/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTotalHitCountCollector
[junit4] Completed [239/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestWeakIdentityMap
[junit4] Completed [240/476] on J1 in 2.18s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermVectorsWriter
[junit4] Completed [241/476] on J1 in 0.24s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesFixedSorted
[junit4] IGNOR/A 0.00s J1 | Test2BSortedDocValuesFixedSorted.testFixedSorted
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="Takes ~ 6 hours if the heap is 5gb"))
[junit4] Completed [242/476] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNRTReaderWithThreads
[junit4] Completed [243/476] on J1 in 2.25s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDocValuesRewriteMethod
[junit4] Completed [244/476] on J1 in 1.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentMerger
[junit4] Completed [245/476] on J1 in 0.52s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTerms
[junit4] Completed [246/476] on J1 in 0.09s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
[junit4] IGNOR/A 0.00s J0 | TestIndexWriterExceptions.testTooManyTokens
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [247/476] on J0 in 9.28s, 34 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.store.TestMultiMMap
[junit4] Completed [248/476] on J1 in 6.11s, 54 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSearcherManager
[junit4] Completed [249/476] on J0 in 6.06s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanOr
[junit4] Completed [250/476] on J0 in 0.46s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
[junit4] Completed [251/476] on J0 in 0.86s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressAdvance
[junit4] Completed [252/476] on J0 in 0.41s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNorms
[junit4] Completed [253/476] on J0 in 0.33s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
[junit4] Completed [254/476] on J1 in 3.89s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
[junit4] Completed [255/476] on J1 in 1.16s, 14 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDirectoryReaderReopen
[junit4] Completed [256/476] on J1 in 1.36s, 14 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTimeLimitingCollector
[junit4] Completed [257/476] on J1 in 1.33s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
[junit4] Completed [258/476] on J1 in 1.62s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNeverDelete
[junit4] Completed [259/476] on J1 in 1.42s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
[junit4] Completed [260/476] on J1 in 0.69s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.standard.TestStandardAnalyzer
[junit4] Completed [261/476] on J0 in 10.99s, 36 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestRollingUpdates
[junit4] Completed [262/476] on J1 in 1.97s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
[junit4] Completed [263/476] on J0 in 2.91s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTieredMergePolicy
[junit4] Completed [264/476] on J1 in 3.89s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterForceMerge
[junit4] Completed [265/476] on J0 in 2.55s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestArrayUtil
[junit4] Completed [266/476] on J1 in 1.49s, 14 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
[junit4] Completed [267/476] on J1 in 0.16s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimpleExplanations
[junit4] Completed [268/476] on J1 in 0.69s, 70 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestByteSlices
[junit4] Completed [269/476] on J0 in 2.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDirectoryReader
[junit4] Completed [270/476] on J1 in 1.45s, 24 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPhraseQuery
[junit4] Completed [271/476] on J0 in 0.79s, 21 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestComplexExplanations
[junit4] Completed [272/476] on J0 in 0.41s, 21 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
[junit4] Completed [273/476] on J0 in 0.40s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOmitNorms
[junit4] Completed [274/476] on J1 in 1.17s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentReader
[junit4] Completed [275/476] on J0 in 1.21s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
[junit4] Completed [276/476] on J1 in 1.03s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
[junit4] Completed [277/476] on J0 in 2.78s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
[junit4] Completed [278/476] on J0 in 1.62s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiThreadTermVectors
[junit4] Completed [279/476] on J0 in 1.28s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
[junit4] Completed [280/476] on J1 in 10.14s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSort
[junit4] Completed [281/476] on J1 in 0.09s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestToken
[junit4] Completed [282/476] on J1 in 0.02s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
[junit4] Completed [283/476] on J1 in 0.18s, 17 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestCustomSearcherSort
[junit4] Completed [284/476] on J1 in 0.35s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
[junit4] Completed [285/476] on J0 in 5.36s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
[junit4] Completed [286/476] on J1 in 0.14s, 30 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BDocs
[junit4] IGNOR/A 0.00s J0 | Test2BDocs.test2BDocs
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="Takes ~30min"))
[junit4] Completed [287/476] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpans
[junit4] Completed [288/476] on J1 in 0.17s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPostingsOffsets
[junit4] Completed [289/476] on J0 in 0.43s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFlex
[junit4] Completed [290/476] on J0 in 0.13s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMixedCodecs
[junit4] Completed [291/476] on J1 in 0.64s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanations
[junit4] Completed [292/476] on J0 in 0.18s, 30 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
[junit4] Completed [293/476] on J1 in 0.42s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
[junit4] Completed [294/476] on J0 in 0.29s, 16 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
[junit4] Completed [295/476] on J1 in 0.11s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCodecs
[junit4] Completed [296/476] on J1 in 0.22s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
[junit4] Completed [297/476] on J1 in 0.28s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
[junit4] Completed [298/476] on J0 in 0.90s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelLeafReader
[junit4] Completed [299/476] on J1 in 0.27s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestThreadedForceMerge
[junit4] Completed [300/476] on J0 in 0.69s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDisjunctionMaxQuery
[junit4] Completed [301/476] on J1 in 0.32s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestForceMergeForever
[junit4] Completed [302/476] on J0 in 0.41s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOmitTf
[junit4] Completed [303/476] on J1 in 0.74s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestNearSpansOrdered
[junit4] Completed [304/476] on J0 in 0.46s, 19 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSameScoresWithThreads
[junit4] Completed [305/476] on J1 in 0.36s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiFields
[junit4] Completed [306/476] on J0 in 0.27s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTermRangeQuery
[junit4] Completed [307/476] on J1 in 0.05s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocumentWriter
[junit4] Completed [308/476] on J0 in 0.36s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestScorerPerf
[junit4] Completed [309/476] on J1 in 0.76s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiTermConstantScore
[junit4] Completed [310/476] on J0 in 1.13s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
[junit4] Completed [311/476] on J1 in 0.98s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
[junit4] Completed [312/476] on J0 in 0.63s, 33 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermVectorsReader
[junit4] Completed [313/476] on J0 in 0.19s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDoc
[junit4] Completed [314/476] on J1 in 0.77s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
[junit4] Completed [315/476] on J1 in 0.08s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
[junit4] Completed [316/476] on J0 in 0.35s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestUniqueTermCount
[junit4] Completed [317/476] on J1 in 0.05s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestComplexExplanationsOfNonMatches
[junit4] Completed [318/476] on J0 in 0.04s, 21 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestAutomatonQuery
[junit4] Completed [319/476] on J0 in 1.64s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
[junit4] Completed [320/476] on J1 in 1.92s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
[junit4] Completed [321/476] on J0 in 0.04s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestDocument
[junit4] Completed [322/476] on J1 in 0.10s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSumDocFreq
[junit4] Completed [323/476] on J1 in 0.24s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPrefixRandom
[junit4] Completed [324/476] on J1 in 0.17s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.store.TestDirectory
[junit4] IGNOR/A 0.00s J1 | TestDirectory.testListAll
[junit4] > Assumption #1: this test does not expect extra files
[junit4] Completed [325/476] on J1 in 0.19s, 4 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestRegexpRandom
[junit4] Completed [326/476] on J1 in 0.27s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanMultiTermQueryWrapper
[junit4] Completed [327/476] on J1 in 0.71s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestFileSwitchDirectory
[junit4] IGNOR/A 0.01s J0 | TestFileSwitchDirectory.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.01s J0 | TestFileSwitchDirectory.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] Completed [328/476] on J0 in 2.02s, 43 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.TestSearchForDuplicates
[junit4] Completed [329/476] on J1 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
[junit4] Completed [330/476] on J0 in 0.08s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
[junit4] Completed [331/476] on J1 in 0.03s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
[junit4] Completed [332/476] on J0 in 0.03s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBinaryTerms
[junit4] Completed [333/476] on J0 in 0.12s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
[junit4] Completed [334/476] on J0 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiTermQueryRewrites
[junit4] Completed [335/476] on J0 in 0.73s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPrefixQuery
[junit4] Completed [336/476] on J1 in 1.43s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDateSort
[junit4] Completed [337/476] on J1 in 0.19s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.document.TestField
[junit4] Completed [338/476] on J0 in 0.27s, 23 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimilarity
[junit4] Completed [339/476] on J1 in 0.04s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanationsOfNonMatches
[junit4] Completed [340/476] on J0 in 0.04s, 30 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSmallFloat
[junit4] Completed [341/476] on J0 in 0.08s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRollingBuffer
[junit4] Completed [342/476] on J1 in 0.18s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSetOnce
[junit4] Completed [343/476] on J0 in 0.02s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
[junit4] Completed [344/476] on J1 in 0.13s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
[junit4] Completed [345/476] on J0 in 0.03s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestFilterIterator
[junit4] Completed [346/476] on J1 in 0.04s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestDateTools
[junit4] Completed [347/476] on J0 in 0.05s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCharsRef
[junit4] Completed [348/476] on J1 in 0.02s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSameTokenSamePosition
[junit4] Completed [349/476] on J0 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocCount
[junit4] Completed [350/476] on J1 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestCachingCollector
[junit4] Completed [351/476] on J0 in 0.03s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestBinaryDocument
[junit4] Completed [352/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestAutomatonQueryUnicode
[junit4] Completed [353/476] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestAttributeSource
[junit4] Completed [354/476] on J1 in 0.02s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRecyclingByteBlockAllocator
[junit4] Completed [355/476] on J0 in 0.03s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIsCurrent
[junit4] Completed [356/476] on J0 in 0.03s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
[junit4] Completed [357/476] on J0 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
[junit4] Completed [358/476] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanScorer
[junit4] Completed [359/476] on J1 in 0.78s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPhrasePrefixQuery
[junit4] Completed [360/476] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestByteBlockPool
[junit4] Completed [361/476] on J1 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestDemo
[junit4] Completed [362/476] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.TestAssertions
[junit4] Completed [363/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharFilter
[junit4] Completed [364/476] on J0 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCloseableThreadLocal
[junit4] Completed [365/476] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
[junit4] IGNOR/A 0.00s J0 | Test4GBStoredFields.test
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [366/476] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestReaderClosed
[junit4] Completed [367/476] on J1 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.MultiCollectorTest
[junit4] Completed [368/476] on J0 in 0.02s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermdocPerf
[junit4] Completed [369/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPositiveScoresOnlyCollector
[junit4] Completed [370/476] on J0 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BTerms
[junit4] IGNOR/A 0.00s J1 | Test2BTerms.test2BTerms
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="very slow, use 5g minimum heap"))
[junit4] Completed [371/476] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BNumericDocValues
[junit4] IGNOR/A 0.00s J0 | Test2BNumericDocValues.testNumerics
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes ~ 2 hours if the heap is 5gb"))
[junit4] Completed [372/476] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
[junit4] IGNOR/A 0.00s J1 | Test2BBinaryDocValues.testFixedBinary
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes ~ 6 hours if the heap is 5gb"))
[junit4] IGNOR/A 0.00s J1 | Test2BBinaryDocValues.testVariableBinary
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="takes ~ 6 hours if the heap is 5gb"))
[junit4] Completed [373/476] on J1 in 0.00s, 2 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.Test2BPagedBytes
[junit4] IGNOR/A 0.00s J0 | Test2BPagedBytes.test
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="You must increase heap to > 2 G to run this"))
[junit4] Completed [374/476] on J0 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharacterUtils
[junit4] Completed [375/476] on J1 in 0.02s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestDelegatingAnalyzerWrapper
[junit4] Completed [376/476] on J0 in 0.02s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestWordlistLoader
[junit4] Completed [377/476] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.TestCodecUtil
[junit4] Completed [378/476] on J0 in 0.02s, 16 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat3
[junit4] Completed [379/476] on J0 in 1.12s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestForUtil
[junit4] Completed [380/476] on J0 in 0.07s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat2
[junit4] Completed [381/476] on J1 in 3.20s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormat
[junit4] IGNOR/A 0.00s J1 | TestLucene50StoredFieldsFormat.testBigDocuments
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [382/476] on J1 in 2.21s, 17 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormatHighCompression
[junit4] IGNOR/A 0.00s J1 | TestLucene50StoredFieldsFormatHighCompression.testBigDocuments
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [383/476] on J1 in 3.31s, 19 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene60.TestLucene60PointsFormat
[junit4] IGNOR/A 0.00s J1 | TestLucene60PointsFormat.testRandomBinaryBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J1 | TestLucene60PointsFormat.testMergeStability
[junit4] > Assumption #1: TODO: mess with the parameters and test gets angry!
[junit4] Completed [384/476] on J1 in 3.64s, 20 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50CompoundFormat
[junit4] Completed [385/476] on J0 in 11.19s, 26 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestIndexedDISI
[junit4] Completed [386/476] on J1 in 5.55s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestFieldType
[junit4] Completed [387/476] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesOrds
[junit4] IGNOR/A 0.00s J1 | Test2BSortedDocValuesOrds.test2BOrds
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value="Takes ~ 6 hours if the heap is 5gb"))
[junit4] Completed [388/476] on J1 in 0.00s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
[junit4] Completed [389/476] on J1 in 1.95s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
[junit4] IGNOR/A 0.00s J1 | TestBinaryDocValuesUpdates.testTonsOfUpdates
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [390/476] on J1 in 2.22s, 29 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocIDMerger
[junit4] Completed [391/476] on J1 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocInverterPerFieldErrorInfo
[junit4] Completed [392/476] on J1 in 0.03s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocsWithFieldSet
[junit4] Completed [393/476] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] IGNOR/A 0.00s J1 | TestDuelingCodecsAtNight.testEquals
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J1 | TestDuelingCodecsAtNight.testCrazyReaderEquals
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J1 | TestDuelingCodecsAtNight.testBigEquals
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [394/476] on J1 in 0.00s, 3 tests, 3 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestExceedMaxTermLength
[junit4] Completed [395/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFieldInvertState
[junit4] Completed [396/476] on J1 in 0.10s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFieldReuse
[junit4] Completed [397/476] on J1 in 0.09s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFilterCodecReader
[junit4] Completed [398/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFilterDirectoryReader
[junit4] Completed [399/476] on J1 in 0.02s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] Completed [400/476] on J1 in 12.62s, 50 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions2
[junit4] Completed [401/476] on J1 in 4.54s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterFromReader
[junit4] Completed [402/476] on J1 in 0.39s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] Completed [403/476] on J1 in 22.83s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestInfoStream
[junit4] Completed [404/476] on J1 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestLogMergePolicy
[junit4] Completed [405/476] on J1 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestManyFields
[junit4] Completed [406/476] on J1 in 0.34s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMaxPosition
[junit4] Completed [407/476] on J1 in 0.01s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMergePolicyWrapper
[junit4] Completed [408/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOneMergeWrappingMergePolicy
[junit4] Completed [409/476] on J1 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPointValues
[junit4] Completed [410/476] on J1 in 8.18s, 32 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestReadOnlyIndex
[junit4] Completed [411/476] on J1 in 0.24s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestReaderWrapperDVTypeCheck
[junit4] Completed [412/476] on J1 in 0.07s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSegmentInfos
[junit4] Completed [413/476] on J1 in 0.01s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSwappedIndexFiles
[junit4] Completed [414/476] on J1 in 0.18s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermVectors
[junit4] Completed [415/476] on J1 in 0.21s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.FuzzyTermOnShortTermsTest
[junit4] Completed [416/476] on J1 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
[junit4] Completed [417/476] on J1 in 0.11s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBoostQuery
[junit4] Completed [418/476] on J1 in 0.01s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.sear
[...truncated too long message...]
e:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
common.resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/null2018964733
[copy] Copying 36 files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/null2018964733
[delete] Deleting directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/null2018964733
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/null896185783
[copy] Copying 218 files to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/null896185783
[delete] Deleting directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/null896185783
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 50ms :: artifacts dl 3ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 81 minutes 52 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=a371cab3b66fde2fd878cb99f7fb548da886b4ea, workspace=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX
[WARNINGS] Computing warning deltas based on reference build #4289
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4289
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4289/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at http://127.0.0.1:54771/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:54771/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([400CD0982B6FC7F0:F43D4870C886B1DC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14593 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> 15779 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/init-core-data-001
[junit4] 2> 15780 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 15783 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 15793 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001
[junit4] 2> 15794 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 15794 INFO (Thread-4) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 15794 INFO (Thread-4) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 15797 ERROR (Thread-4) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 15897 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54769
[junit4] 2> 16262 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 16262 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 16262 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 16338 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3541a1cc{/solr,null,AVAILABLE}
[junit4] 2> 16338 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6828867d{/solr,null,AVAILABLE}
[junit4] 2> 16338 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37a12e1c{/solr,null,AVAILABLE}
[junit4] 2> 16374 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b239e9{HTTP/1.1,[http/1.1]}{127.0.0.1:54771}
[junit4] 2> 16374 INFO (jetty-launcher-11-thread-3) [ ] o.e.j.s.Server Started @21201ms
[junit4] 2> 16374 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54771}
[junit4] 2> 16374 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65c8d268{HTTP/1.1,[http/1.1]}{127.0.0.1:54773}
[junit4] 2> 16375 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@175e52cd{HTTP/1.1,[http/1.1]}{127.0.0.1:54772}
[junit4] 2> 16375 INFO (jetty-launcher-11-thread-2) [ ] o.e.j.s.Server Started @21201ms
[junit4] 2> 16375 INFO (jetty-launcher-11-thread-1) [ ] o.e.j.s.Server Started @21201ms
[junit4] 2> 16375 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54773}
[junit4] 2> 16375 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54772}
[junit4] 2> 16420 ERROR (jetty-launcher-11-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16420 ERROR (jetty-launcher-11-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16420 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 16420 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 16420 ERROR (jetty-launcher-11-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16421 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16421 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 16421 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16421 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16421 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16421 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16421 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 16437 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T20:33:39.860Z
[junit4] 2> 16437 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T20:33:39.860Z
[junit4] 2> 16437 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T20:33:39.860Z
[junit4] 2> 16446 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16451 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16451 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 16506 INFO (jetty-launcher-11-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54769/solr
[junit4] 2> 16506 INFO (jetty-launcher-11-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54769/solr
[junit4] 2> 16510 INFO (jetty-launcher-11-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54769/solr
[junit4] 2> 16737 WARN (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 16737 WARN (jetty-launcher-11-thread-2) [n:127.0.0.1:54773_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 16742 WARN (jetty-launcher-11-thread-1) [n:127.0.0.1:54772_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 16818 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:54773_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16818 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16820 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54771_solr
[junit4] 2> 16822 INFO (jetty-launcher-11-thread-1) [n:127.0.0.1:54772_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 16825 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.c.Overseer Overseer (id=98993361337188361-127.0.0.1:54771_solr-n_0000000000) starting
[junit4] 2> 16825 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:54773_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54773_solr
[junit4] 2> 16826 INFO (jetty-launcher-11-thread-1) [n:127.0.0.1:54772_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54772_solr
[junit4] 2> 16862 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 16863 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 16863 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:54773_solr) [n:127.0.0.1:54773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 17156 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54771_solr
[junit4] 2> 17161 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 17161 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 17162 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:54773_solr) [n:127.0.0.1:54773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 17324 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:54773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54773.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17337 INFO (jetty-launcher-11-thread-1) [n:127.0.0.1:54772_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54772.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17339 INFO (jetty-launcher-11-thread-1) [n:127.0.0.1:54772_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54772.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17339 INFO (jetty-launcher-11-thread-1) [n:127.0.0.1:54772_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54772.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17343 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:54773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54773.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17343 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:54773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54773.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17446 INFO (jetty-launcher-11-thread-2) [n:127.0.0.1:54773_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node2/.
[junit4] 2> 17452 INFO (jetty-launcher-11-thread-1) [n:127.0.0.1:54772_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node1/.
[junit4] 2> 17573 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54771.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17576 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54771.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17576 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54771.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 17578 INFO (jetty-launcher-11-thread-3) [n:127.0.0.1:54771_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node3/.
[junit4] 2> 17716 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 17717 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54769/solr ready
[junit4] 2> 18152 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 18191 INFO (OverseerThreadFactory-31-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 18336 INFO (OverseerStateUpdate-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54772/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 18342 INFO (OverseerStateUpdate-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54771/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 18572 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 18572 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 18574 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 18574 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 18704 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18704 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18704 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18705 INFO (zkCallback-27-thread-2-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 19644 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19644 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19679 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 19688 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
[junit4] 2> 19706 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19706 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19714 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19714 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19722 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19722 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19731 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19731 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19764 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19764 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19856 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19857 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19867 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19867 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 19874 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 19874 WARN (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 19874 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 19874 WARN (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 19874 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 19874 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 19879 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 19879 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 19880 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54771.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 19880 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19880 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54772.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 19880 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node3/collection1_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node3/./collection1_shard2_replica_n2/data/]
[junit4] 2> 19880 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19880 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 19962 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 19962 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 19964 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 19964 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 19972 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 19972 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 19972 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 19972 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 19974 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d780b19[collection1_shard2_replica_n2] main]
[junit4] 2> 19975 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dcc5d49[collection1_shard1_replica_n1] main]
[junit4] 2> 19980 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 19980 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 19981 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 19982 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 19982 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 19982 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 19989 INFO (searcherExecutor-37-thread-1-processing-n:127.0.0.1:54771_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@4d780b19[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 19989 INFO (searcherExecutor-36-thread-1-processing-n:127.0.0.1:54772_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@7dcc5d49[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 19989 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583893785791692800
[junit4] 2> 19989 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583893785791692800
[junit4] 2> 20016 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 20016 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 20017 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 20017 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 20019 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54772/solr/collection1_shard1_replica_n1/
[junit4] 2> 20019 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/
[junit4] 2> 20021 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 20021 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 20021 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 20021 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:54772/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 20021 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 20021 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 20039 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 20040 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54772/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 20144 INFO (zkCallback-27-thread-2-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20144 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20144 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20144 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20156 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 20156 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 20160 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1591
[junit4] 2> 20160 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1591
[junit4] 2> 20263 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20263 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20263 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20263 INFO (zkCallback-27-thread-2-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20273 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 20273 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2125
[junit4] 2> 20283 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 20283 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 20298 INFO (qtp151242013-101) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 20303 INFO (qtp151242013-101) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 20333 INFO (TEST-CloudSolrClientTest.testOverwriteOption-seed#[400CD0982B6FC7F0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverwriteOption
[junit4] 2> 20443 INFO (qtp664956374-86) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583893786264600576)} 0 3
[junit4] 2> 20447 INFO (qtp664956374-87) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583893786271940608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20447 INFO (qtp664956374-87) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 20447 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583893786271940608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20447 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 20448 INFO (qtp664956374-87) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20448 INFO (qtp664956374-87) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 20448 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20448 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 20449 INFO (qtp151242013-102) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583893786257260544),commit=} 0 102
[junit4] 2> 20451 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&replicationFactor=1&collection.configName=conf&name=overwrite&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 20454 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&replicationFactor=1&collection.configName=conf&name=overwrite&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 20457 INFO (OverseerThreadFactory-31-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.CreateCollectionCmd Create collection overwrite
[junit4] 2> 20458 INFO (OverseerCollectionConfigSetProcessor-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 20459 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 20462 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 20678 INFO (OverseerStateUpdate-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"overwrite",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"overwrite_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54771/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 20892 INFO (qtp151242013-101) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=overwrite&version=2&replicaType=NRT&async=5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482&coreNodeName=core_node2&name=overwrite_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=1
[junit4] 2> 20892 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=overwrite&version=2&replicaType=NRT&async=5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482&coreNodeName=core_node2&name=overwrite_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 20895 INFO (qtp151242013-81) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482
[junit4] 2> 20895 INFO (qtp151242013-81) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 21005 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 21005 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 21475 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 21477 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 21897 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482
[junit4] 2> 21898 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 21925 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 21939 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.IndexSchema [overwrite_shard1_replica_n1] Schema name=test
[junit4] 2> 22051 WARN (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 22051 WARN (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 22051 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 22051 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'overwrite_shard1_replica_n1' using configuration from collection overwrite, trusted=true
[junit4] 2> 22052 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54771.solr.core.overwrite.shard1.replica_n1' (registry 'solr.core.overwrite.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b78f9aa
[junit4] 2> 22052 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 22052 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore [[overwrite_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node3/overwrite_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001/tempDir-001/node3/./overwrite_shard1_replica_n1/data/]
[junit4] 2> 22168 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 22168 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 22170 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 22170 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 22218 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14e7533e[overwrite_shard1_replica_n1] main]
[junit4] 2> 22220 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 22220 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 22221 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 22222 INFO (searcherExecutor-46-thread-1-processing-x:overwrite_shard1_replica_n1 r:core_node2 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE n:127.0.0.1:54771_solr s:shard1 c:overwrite) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore [overwrite_shard1_replica_n1] Registered new searcher Searcher@14e7533e[overwrite_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 22222 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583893788133163008
[junit4] 2> 22229 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 22229 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 22229 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54771/solr/overwrite_shard1_replica_n1/
[junit4] 2> 22229 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 22229 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:54771/solr/overwrite_shard1_replica_n1/ has no replicas
[junit4] 2> 22229 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 22234 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54771/solr/overwrite_shard1_replica_n1/ shard1
[junit4] 2> 22339 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 22339 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 22340 INFO (parallelCoreAdminExecutor-34-thread-1-processing-n:127.0.0.1:54771_solr 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482 CREATE) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 22448 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 22448 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [3])
[junit4] 2> 22480 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 22481 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 22908 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482
[junit4] 2> 22908 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee1244554923063482&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 22912 INFO (OverseerThreadFactory-31-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 23488 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23491 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 23494 INFO (qtp151242013-101) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23496 INFO (qtp151242013-101) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=5fa09cc4-3dbe-4076-927c-4eee43dc46ee&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 23498 INFO (TEST-CloudSolrClientTest.testOverwriteOption-seed#[400CD0982B6FC7F0]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: overwrite failOnTimeout:true timeout (sec):30
[junit4] 2> 23500 INFO (TEST-CloudSolrClientTest.testOverwriteOption-seed#[400CD0982B6FC7F0]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: overwrite
[junit4] 2> 23595 INFO (qtp151242013-81) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [overwrite_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=overwrite:4&wt=javabin&version=2}{add=[0 (1583893789491068928), 0 (1583893789572857856)]} 0 86
[junit4] 2> 23597 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583893789574955008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 23598 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@524eab24 commitCommandVersion:1583893789574955008
[junit4] 2> 23726 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4032a504[overwrite_shard1_replica_n1] main]
[junit4] 2> 23727 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 23729 INFO (searcherExecutor-46-thread-1-processing-n:127.0.0.1:54771_solr x:overwrite_shard1_replica_n1 s:shard1 c:overwrite r:core_node2) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore [overwrite_shard1_replica_n1] Registered new searcher Searcher@4032a504[overwrite_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c2/1:delGen=1)))}
[junit4] 2> 23729 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [overwrite_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=overwrite:4&commit=true&wt=javabin&version=2}{commit=} 0 132
[junit4] 2> 23764 INFO (qtp151242013-102) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.S.Request [overwrite_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=overwrite:4&wt=javabin&version=2} hits=1 status=0 QTime=33
[junit4] 2> 23775 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [overwrite_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=overwrite:4&wt=javabin&version=2}{add=[1 (1583893789757407232), 1 (1583893789760552960)]} 0 4
[junit4] 2> 23777 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583893789762650112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 23777 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@524eab24 commitCommandVersion:1583893789762650112
[junit4] 2> 23802 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@791154b1[overwrite_shard1_replica_n1] main]
[junit4] 2> 23804 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 23805 INFO (searcherExecutor-46-thread-1-processing-n:127.0.0.1:54771_solr x:overwrite_shard1_replica_n1 s:shard1 c:overwrite r:core_node2) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.SolrCore [overwrite_shard1_replica_n1] Registered new searcher Searcher@791154b1[overwrite_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c2/1:delGen=1) Uninverting(_1(8.0.0):c2)))}
[junit4] 2> 23805 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [overwrite_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=overwrite:4&commit=true&wt=javabin&version=2}{commit=} 0 29
[junit4] 2> 23808 INFO (qtp664956374-89) [n:127.0.0.1:54772_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=overwrite&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23810 INFO (qtp664956374-89) [n:127.0.0.1:54772_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=overwrite&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 23812 INFO (qtp664956374-90) [n:127.0.0.1:54772_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=overwrite&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23814 INFO (qtp664956374-90) [n:127.0.0.1:54772_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=overwrite&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 23816 INFO (qtp664956374-80) [n:127.0.0.1:54772_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=overwrite&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23818 INFO (qtp664956374-80) [n:127.0.0.1:54772_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=overwrite&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 23820 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=overwrite&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23823 INFO (qtp664956374-84) [n:127.0.0.1:54772_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=overwrite&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 23825 INFO (qtp151242013-101) [n:127.0.0.1:54771_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.c.S.Request [overwrite_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 23827 INFO (TEST-CloudSolrClientTest.testOverwriteOption-seed#[400CD0982B6FC7F0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverwriteOption
[junit4] 2> 23847 INFO (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[400CD0982B6FC7F0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNonRetryableRequests
[junit4] 2> 23856 INFO (qtp664956374-85) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583893789845487616)} 0 1
[junit4] 2> 23860 INFO (qtp664956374-86) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583893789850730496,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 23860 INFO (qtp664956374-86) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 23861 INFO (qtp664956374-86) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 23861 INFO (qtp664956374-86) [n:127.0.0.1:54772_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 23862 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583893789852827648,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 23862 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 23863 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 23863 INFO (qtp151242013-96) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:54771/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 23864 INFO (qtp151242013-81) [n:127.0.0.1:54771_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583893789837099008),commit=} 0 17
[junit4] 2> 23871 INFO (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[400CD0982B6FC7F0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 23873 INFO (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[400CD0982B6FC7F0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54769/solr ready
[junit4] 2> 23875 INFO (qtp151242013-102) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=c1341449-8720-4e15-8205-17e3a41455ac&replicationFactor=3&collection.configName=conf&name=foo&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23877 INFO (qtp151242013-102) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=c1341449-8720-4e15-8205-17e3a41455ac&replicationFactor=3&collection.configName=conf&name=foo&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 23879 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c1341449-8720-4e15-8205-17e3a41455ac&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 23883 INFO (qtp151242013-93) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c1341449-8720-4e15-8205-17e3a41455ac&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 23884 INFO (OverseerThreadFactory-31-thread-3-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.CreateCollectionCmd Create collection foo
[junit4] 2> 23885 INFO (OverseerCollectionConfigSetProcessor-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 24126 INFO (OverseerStateUpdate-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"foo",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"foo_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54773/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 24138 INFO (OverseerStateUpdate-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"foo",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"foo_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54771/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 24147 INFO (OverseerStateUpdate-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"foo",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"foo_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54772/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 24378 INFO (qtp151242013-91) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=c1341449-8720-4e15-8205-17e3a41455ac1244558379649249&coreNodeName=core_node5&name=foo_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=13
[junit4] 2> 24379 INFO (parallelCoreAdminExecutor-34-thread-2-processing-n:127.0.0.1:54771_solr c1341449-8720-4e15-8205-17e3a41455ac1244558379649249 CREATE) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=c1341449-8720-4e15-8205-17e3a41455ac1244558379649249&coreNodeName=core_node5&name=foo_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 24383 INFO (qtp664956374-87) [n:127.0.0.1:54772_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=c1341449-8720-4e15-8205-17e3a41455ac1244558391559854&coreNodeName=core_node6&name=foo_shard1_replica_n4&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 24384 INFO (parallelCoreAdminExecutor-28-thread-1-processing-n:127.0.0.1:54772_solr c1341449-8720-4e15-8205-17e3a41455ac1244558391559854 CREATE) [n:127.0.0.1:54772_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=c1341449-8720-4e15-8205-17e3a41455ac1244558391559854&coreNodeName=core_node6&name=foo_shard1_replica_n4&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 24388 INFO (qtp1501034105-94) [n:127.0.0.1:54773_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=c1341449-8720-4e15-8205-17e3a41455ac1244558369718300&coreNodeName=core_node3&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=1
[junit4] 2> 24389 INFO (parallelCoreAdminExecutor-27-thread-1-processing-n:127.0.0.1:54773_solr c1341449-8720-4e15-8205-17e3a41455ac1244558369718300 CREATE) [n:127.0.0.1:54773_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=c1341449-8720-4e15-8205-17e3a41455ac1244558369718300&coreNodeName=core_node3&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 24390 INFO (parallelCoreAdminExecutor-27-thread-1-processing-n:127.0.0.1:54773_solr c1341449-8720-4e15-8205-17e3a41455ac1244558369718300 CREATE) [n:127.0.0.1:54773_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 24394 INFO (qtp664956374-87) [n:127.0.0.1:54772_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : c1341449-8720-4e15-8205-17e3a41455ac1244558391559854
[junit4] 2> 24394 INFO (qtp664956374-87) [n:127.0.0.1:54772_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c1341449-8720-4e15-8205-17e3a41455ac1244558391559854&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 24502 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24502 INFO (zkCallback-27-thread-2-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24502 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:54771_solr) [n:127.0.0.1:54771_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24502 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:54773_solr) [n:127.0.0.1:54773_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24502 INFO (zkCallback-27-thread-1-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24503 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:54773_solr) [n:127.0.0.1:54773_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 24891 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c1341449-8720-4e15-8205-17e3a41455ac&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 24892 INFO (qtp151242013-92) [n:127.0.0.1:54771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c1341449-8720-4e15-8205-17e3a41455ac&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 25402 INFO (qtp664956374-90) [n:127.0.0.1:54772_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : c1341449-8720-4e15-8205-17e3a41455ac1244558391559854
[junit4] 2> 25404 INFO (qtp664956374-90) [n:127.0.0.1:54772_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c1341449-8720-4e15-8205-17e3a41455ac1244558391559854&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 25428 INFO (parallelCoreAdminExecutor-28-thread-1-processing-n:127.0.0.1:54772_solr c1341449-8720-4e15-8205-17e3a41455ac1
[...truncated too long message...]
Executor-163-thread-7) [n:127.0.0.1:54771_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=1752964136
[junit4] 2> 52761 INFO (coreCloseExecutor-163-thread-7) [n:127.0.0.1:54771_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f12f0b2: rootName = solr_54771, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@7e143aad
[junit4] 2> 52776 INFO (coreCloseExecutor-162-thread-6) [n:127.0.0.1:54773_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=1465938482
[junit4] 2> 52781 INFO (coreCloseExecutor-161-thread-6) [n:127.0.0.1:54772_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=677161957
[junit4] 2> 52781 INFO (coreCloseExecutor-161-thread-7) [n:127.0.0.1:54772_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection2.shard2.replica_n2, tag=1224438791
[junit4] 2> 52782 INFO (coreCloseExecutor-161-thread-7) [n:127.0.0.1:54772_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25406855: rootName = solr_54772, domain = solr.core.multicollection2.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.multicollection2.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@131860e7
[junit4] 2> 52791 INFO (coreCloseExecutor-163-thread-7) [n:127.0.0.1:54771_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=1752964136
[junit4] 2> 52793 INFO (jetty-closer-12-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37a12e1c{/solr,null,UNAVAILABLE}
[junit4] 2> 52797 INFO (coreCloseExecutor-161-thread-7) [n:127.0.0.1:54772_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=1224438791
[junit4] 2> 52797 INFO (coreCloseExecutor-161-thread-8) [n:127.0.0.1:54772_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n3, tag=1653656605
[junit4] 2> 52797 INFO (coreCloseExecutor-161-thread-8) [n:127.0.0.1:54772_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c65f88d: rootName = solr_54772, domain = solr.core.stale_state_test_col.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.stale_state_test_col.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@3f7a692e
[junit4] 2> 52801 INFO (jetty-closer-12-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98993361337188361-127.0.0.1:54771_solr-n_0000000000) closing
[junit4] 2> 52801 INFO (OverseerStateUpdate-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54771_solr
[junit4] 2> 52802 WARN (OverseerAutoScalingTriggerThread-98993361337188361-127.0.0.1:54771_solr-n_0000000000) [n:127.0.0.1:54771_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 52823 INFO (jetty-closer-12-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6828867d{/solr,null,UNAVAILABLE}
[junit4] 2> 52824 INFO (zkCallback-27-thread-2-processing-n:127.0.0.1:54772_solr) [n:127.0.0.1:54772_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54772_solr
[junit4] 2> 52827 INFO (coreCloseExecutor-161-thread-8) [n:127.0.0.1:54772_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=1653656605
[junit4] 2> 52827 INFO (coreCloseExecutor-161-thread-9) [n:127.0.0.1:54772_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard1.replica_n1, tag=1155404432
[junit4] 2> 52827 INFO (coreCloseExecutor-161-thread-9) [n:127.0.0.1:54772_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1074e38f: rootName = solr_54772, domain = solr.core.2nd_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.2nd_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4837b3f4
[junit4] 2> 52835 INFO (coreCloseExecutor-161-thread-9) [n:127.0.0.1:54772_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=1155404432
[junit4] 2> 52835 INFO (coreCloseExecutor-161-thread-5) [n:127.0.0.1:54772_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=2132133020
[junit4] 2> 52848 INFO (jetty-closer-12-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3541a1cc{/solr,null,UNAVAILABLE}
[junit4] 2> 52848 ERROR (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 52849 INFO (SUITE-CloudSolrClientTest-seed#[400CD0982B6FC7F0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54769 54769
[junit4] 2> 52888 INFO (Thread-4) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54769 54769
[junit4] 2> 53039 WARN (Thread-4) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 21 /solr/collections/foo/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard2/election/98993361337188361-core_node13-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98993361337188361-127.0.0.1:54771_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_400CD0982B6FC7F0-001
[junit4] 2> Nov 12, 2017 8:34:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Memory), multiDefault=BlockTreeOrds(blocksize=128), a_t=BlockTreeOrds(blocksize=128), title_s=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=Memory), id=Lucene50(blocksize=128), text=PostingsFormat(name=Asserting), timestamp=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Direct), title_s=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=2047, maxMBSortInHeap=5.26763842681933, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4cc7e400), locale=en-NZ, timezone=Europe/Madrid
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=296090968,total=467664896
[junit4] 2> NOTE: All tests run in this JVM: [TestSuggesterResponse, TangentEvaluatorTest, SolrExceptionTest, TestClusteringResponse, SolrZkClientTest, CloudSolrClientTest]
[junit4] Completed [43/146 (1!)] on J1 in 37.84s, 16 tests, 1 error <<< FAILURES!
[...truncated 46630 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4288
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4288/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([B23DF090F26DCC27:1A0B6E4D6D0C277D]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:850)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([B23DF090F26DCC27:D8DC7EFBCFF77A5F]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([B23DF090F26DCC27:EC093DDEB11250C0]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:167)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:111)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:98)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.cloud.LeaderElectionIntegrationTest.setUp(LeaderElectionIntegrationTest.java:47)
at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:145)
... 44 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor52.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 50 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionIntegrationTest
Error Message:
105 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionIntegrationTest: 1) Thread[id=13359, name=zkCallback-3570-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=13375, name=ScheduledTrigger-4474-thread-4, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=13334, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=13347, name=jetty-launcher-3541-thread-4-SendThread(127.0.0.1:58002), state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 5) Thread[id=13350, name=jetty-launcher-3541-thread-3-EventThread, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 6) Thread[id=13278, name=org.eclipse.jetty.server.session.HashSessionManager@5c992519Timer, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=13254, name=qtp1029623344-13254, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=13366, name=OverseerCollectionConfigSetProcessor-98990851838181392-127.0.0.1:58005_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=13252, name=qtp2068681760-13252, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=13273, name=qtp1772387681-13273, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=13276, name=qtp772775283-13276-acceptor-0@3f707b6b-ServerConnector@5f88757e{SSL,[ssl, http/1.1]}{127.0.0.1:58011}, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=13268, name=qtp1772387681-13268, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=13293, name=org.eclipse.jetty.server.session.HashSessionManager@7b7ef0cbTimer, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=13357, name=jetty-launcher-3541-thread-2-SendThread(127.0.0.1:58002), state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 15) Thread[id=13363, name=zkCallback-3572-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=13320, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=13240, name=jetty-launcher-3541-thread-2, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=13269, name=qtp1772387681-13269-acceptor-0@1329a24c-ServerConnector@8604b96{SSL,[ssl, http/1.1]}{127.0.0.1:58006}, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=13253, name=qtp2068681760-13253, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=13280, name=org.eclipse.jetty.server.session.HashSessionManager@20ddd31eTimer, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=13281, name=qtp772775283-13281, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=13277, name=qtp772775283-13277, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=13368, name=OverseerAutoScalingTriggerThread-98990851838181392-127.0.0.1:58005_solr-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=13266, name=qtp1739624142-13266, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=13369, name=ScheduledTrigger-4474-thread-1, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=13257, name=qtp1029623344-13257, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=13367, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=13370, name=ScheduledTrigger-4474-thread-2, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=13349, name=jetty-launcher-3541-thread-3-SendThread(127.0.0.1:58002), state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 30) Thread[id=13279, name=qtp772775283-13279, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=13354, name=jetty-launcher-3541-thread-6-EventThread, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 32) Thread[id=13259, name=qtp1739624142-13259, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=13291, name=qtp653609572-13291, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=13274, name=qtp1772387681-13274, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=13304, name=org.eclipse.jetty.server.session.HashSessionManager@6c9b8697Timer, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=13247, name=qtp2068681760-13247-acceptor-0@1f3d5dd5-ServerConnector@46cb55ff{SSL,[ssl, http/1.1]}{127.0.0.1:58004}, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=13251, name=qtp2068681760-13251, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=13337, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=13258, name=qtp1029623344-13258, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=13295, name=qtp653609572-13295, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=13242, name=jetty-launcher-3541-thread-4, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=13245, name=qtp772775283-13245, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=13361, name=jetty-launcher-3541-thread-5-SendThread(127.0.0.1:58002), state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 44) Thread[id=13248, name=qtp2068681760-13248, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=13287, name=qtp1029623344-13287, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=13244, name=jetty-launcher-3541-thread-6, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=13270, name=qtp1772387681-13270, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=13317, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=13333, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=13260, name=qtp1029623344-13260, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=13303, name=qtp772775283-13303, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=13232, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=13351, name=jetty-launcher-3541-thread-1-SendThread(127.0.0.1:58002), state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 54) Thread[id=13283, name=org.eclipse.jetty.server.session.HashSessionManager@4fc9a47eTimer, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=13249, name=qtp2068681760-13249, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 56) Thread[id=13372, name=coreContainerWorkExecutor-4466-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 57) Thread[id=13261, name=qtp1739624142-13261-acceptor-0@7c36c1ac-ServerConnector@680bae97{SSL,[ssl, http/1.1]}{127.0.0.1:58005}, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 58) Thread[id=13271, name=qtp1772387681-13271, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 59) Thread[id=13289, name=qtp653609572-13289, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 60) Thread[id=13374, name=ScheduledTrigger-4474-thread-3, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 61) Thread[id=13284, name=qtp653609572-13284, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 62) Thread[id=13371, name=Thread-2345, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 63) Thread[id=13326, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 64) Thread[id=13294, name=qtp653609572-13294, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 65) Thread[id=13373, name=coreContainerWorkExecutor-4452-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 66) Thread[id=13250, name=qtp2068681760-13250, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 67) Thread[id=13358, name=jetty-launcher-3541-thread-2-EventThread, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 68) Thread[id=13353, name=jetty-launcher-3541-thread-6-SendThread(127.0.0.1:58002), state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 69) Thread[id=13272, name=qtp1772387681-13272, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 70) Thread[id=13292, name=qtp653609572-13292, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 71) Thread[id=13328, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 72) Thread[id=13290, name=qtp772775283-13290, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 73) Thread[id=13262, name=qtp1739624142-13262, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 74) Thread[id=13348, name=jetty-launcher-3541-thread-4-EventThread, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 75) Thread[id=13319, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 76) Thread[id=13231, name=Thread-2296, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 77) Thread[id=13255, name=qtp1029623344-13255-acceptor-0@6caff187-ServerConnector@11db00c4{SSL,[ssl, http/1.1]}{127.0.0.1:58010}, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 78) Thread[id=13327, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 79) Thread[id=13288, name=qtp653609572-13288, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 80) Thread[id=13275, name=qtp1772387681-13275, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 81) Thread[id=13263, name=qtp1739624142-13263, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 82) Thread[id=13285, name=qtp653609572-13285-acceptor-0@22a4720f-ServerConnector@b72c274{SSL,[ssl, http/1.1]}{127.0.0.1:58007}, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 83) Thread[id=13256, name=qtp1029623344-13256, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 84) Thread[id=13362, name=jetty-launcher-3541-thread-5-EventThread, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 85) Thread[id=13282, name=qtp772775283-13282, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 86) Thread[id=13241, name=jetty-launcher-3541-thread-3, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 87) Thread[id=13355, name=zkCallback-3568-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 88) Thread[id=13243, name=jetty-launcher-3541-thread-5, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 89) Thread[id=13246, name=qtp2068681760-13246, state=RUNNABLE, group=TGRP-LeaderElectionIntegrationTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 90) Thread[id=13235, name=ProcessThread(sid:0 cport:58002):, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 91) Thread[id=13318, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 92) Thread[id=13264, name=qtp1739624142-13264, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 93) Thread[id=13352, name=jetty-launcher-3541-thread-1-EventThread, state=WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 94) Thread[id=13233, name=SessionTracker, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 95) Thread[id=13267, name=qtp1739624142-13267, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 96) Thread[id=13296, name=org.eclipse.jetty.server.session.HashSessionManager@2b6810a2Timer, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 97) Thread[id=13336, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 98) Thread[id=13325, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 99) Thread[id=13239, name=jetty-launcher-3541-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 100) Thread[id=13364, name=zkCallback-3573-thread-1, state=TIMED_WAITING, group=TGRP-LeaderElectionIntegrationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getT
[...truncated too long message...]
n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1877245276
[junit4] 2> 129041 INFO (coreCloseExecutor-1253-thread-6) [n:127.0.0.1:59213_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=170233453
[junit4] 2> 129041 INFO (coreCloseExecutor-1253-thread-6) [n:127.0.0.1:59213_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4405de91: rootName = solr_59213, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4064cb06
[junit4] 2> 129052 INFO (coreCloseExecutor-1251-thread-6) [n:127.0.0.1:59214_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=1007226902
[junit4] 2> 129052 INFO (coreCloseExecutor-1251-thread-7) [n:127.0.0.1:59214_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=703806856
[junit4] 2> 129052 INFO (coreCloseExecutor-1251-thread-7) [n:127.0.0.1:59214_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f261d08: rootName = solr_59214, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4a5ed58a
[junit4] 2> 129116 INFO (coreCloseExecutor-1252-thread-7) [n:127.0.0.1:59215_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=403173768
[junit4] 2> 129119 INFO (jetty-closer-278-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98990867471007752-127.0.0.1:59215_solr-n_0000000000) closing
[junit4] 2> 129119 INFO (OverseerStateUpdate-98990867471007752-127.0.0.1:59215_solr-n_0000000000) [n:127.0.0.1:59215_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59215_solr
[junit4] 2> 129120 WARN (OverseerAutoScalingTriggerThread-98990867471007752-127.0.0.1:59215_solr-n_0000000000) [n:127.0.0.1:59215_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 129123 INFO (jetty-closer-278-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17d7fe36{/solr,null,UNAVAILABLE}
[junit4] 2> 129124 INFO (zkCallback-294-thread-2-processing-n:127.0.0.1:59213_solr) [n:127.0.0.1:59213_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59213_solr
[junit4] 2> 129147 INFO (coreCloseExecutor-1253-thread-6) [n:127.0.0.1:59213_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=170233453
[junit4] 2> 129147 INFO (coreCloseExecutor-1253-thread-7) [n:127.0.0.1:59213_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=3281157
[junit4] 2> 129148 INFO (coreCloseExecutor-1253-thread-7) [n:127.0.0.1:59213_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a3742ef: rootName = solr_59213, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1658a5c9
[junit4] 2> 129149 INFO (coreCloseExecutor-1251-thread-7) [n:127.0.0.1:59214_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=703806856
[junit4] 2> 129149 INFO (coreCloseExecutor-1251-thread-8) [n:127.0.0.1:59214_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard1.replica_n1, tag=713399329
[junit4] 2> 129149 INFO (coreCloseExecutor-1251-thread-8) [n:127.0.0.1:59214_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c890eee: rootName = solr_59214, domain = solr.core.2nd_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.2nd_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6fa28fe6
[junit4] 2> 129175 INFO (coreCloseExecutor-1253-thread-7) [n:127.0.0.1:59213_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=3281157
[junit4] 2> 129176 INFO (coreCloseExecutor-1251-thread-8) [n:127.0.0.1:59214_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=713399329
[junit4] 2> 129180 INFO (jetty-closer-278-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@424470a0{/solr,null,UNAVAILABLE}
[junit4] 2> 130682 INFO (jetty-closer-278-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b95f644{/solr,null,UNAVAILABLE}
[junit4] 2> 130685 ERROR (SUITE-CloudSolrClientTest-seed#[A5898C313114AD6F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 130685 INFO (SUITE-CloudSolrClientTest-seed#[A5898C313114AD6F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59211 59211
[junit4] 2> 130710 INFO (Thread-639) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59211 59211
[junit4] 2> 130842 WARN (Thread-639) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 24 /solr/collections/foo/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 14 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_A5898C313114AD6F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=BlockTreeOrds(blocksize=128), text=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=884, maxMBSortInHeap=5.415799547349691, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@94f2954), locale=en-SG, timezone=CTT
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=192635432,total=345505792
[junit4] 2> NOTE: All tests run in this JVM: [TestUpdateRequestCodec, AppendEvaluatorTest, TestLBHttpSolrClient, SolrExampleXMLTest, ArrayEvaluatorTest, GreaterThanEvaluatorTest, NoOpResponseParserTest, TestJsonRecordReader, TestToleratedUpdateError, LengthEvaluatorTest, TestEmbeddedSolrServer, PowerEvaluatorTest, CosineEvaluatorTest, FieldAnalysisResponseTest, CeilingEvaluatorTest, TestSolrProperties, SchemaTest, CloudSolrClientMultiConstructorTest, SubtractEvaluatorTest, StreamExpressionToExpessionTest, GetByIdTest, SolrExampleStreamingTest, TestHash, MultiplyEvaluatorTest, TestSpellCheckResponse, ReverseEvaluatorTest, SolrDocumentTest, SelectWithEvaluatorsTest, TestRetryUtil, NamedListTest, EmpiricalDistributionEvaluatorTest, SineEvaluatorTest, NormalDistributionEvaluatorTest, CumulativeProbabilityEvaluatorTest, UsingSolrJRefGuideExamplesTest, TestDelegationTokenRequest, SolrExampleStreamingBinaryTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeJettyTest, TestCoreAdmin, TestSolrJErrorHandling, CloudSolrClientBuilderTest, CloudSolrClientCacheTest, CloudSolrClientTest]
[junit4] Completed [107/146 (1!)] on J0 in 36.16s, 16 tests, 1 error <<< FAILURES!
[...truncated 46439 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4287
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4287/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
6 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 3001 did not complete, final state: RUNNING expected same:<COMPLETED> was not:<RUNNING>
Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: RUNNING expected same:<COMPLETED> was not:<RUNNING>
at __randomizedtesting.SeedInfo.seed([E1E12204DBF2A476:69B51DDE750EC98E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:227)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([E1E12204DBF2A476:6AC6F1D59AF40FF2]:0)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.getNodeName(JettySolrRunner.java:345)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:406)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([E1E12204DBF2A476:18ACB1ABE787E9FC]:0)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.getNodeName(JettySolrRunner.java:345)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:415)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
111 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 1) Thread[id=7469, name=qtp319728937-7469-acceptor-0@62af3ae7-ServerConnector@63a35cf0{HTTP/1.1,[http/1.1]}{127.0.0.1:58419}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=7622, name=qtp501291431-7622, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=7567, name=qtp1271197899-7567, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=7621, name=qtp501291431-7621-acceptor-0@1ff7ee4-ServerConnector@f3880ab{HTTP/1.1,[http/1.1]}{127.0.0.1:58464}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=7655, name=qtp1901295061-7655, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=7574, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=7596, name=qtp1152666452-7596, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=7591, name=qtp1152666452-7591, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=7594, name=qtp1152666452-7594, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=7563, name=qtp1271197899-7563-acceptor-0@60bfb3e2-ServerConnector@778ca40b{HTTP/1.1,[http/1.1]}{127.0.0.1:58447}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=7442, name=qtp2083024243-7442, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=7590, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=7597, name=qtp1152666452-7597, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=7475, name=qtp319728937-7475, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=7660, name=qtp1901295061-7660, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=7657, name=qtp1901295061-7657, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=7661, name=org.eclipse.jetty.server.session.HashSessionManager@3ed3ec28Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=7451, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=7575, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=7439, name=qtp2083024243-7439, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=7447, name=org.eclipse.jetty.server.session.HashSessionManager@2cb6ebefTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=7628, name=org.eclipse.jetty.server.session.HashSessionManager@6e985ebbTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=7627, name=qtp501291431-7627, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=7438, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=7465, name=searcherExecutor-3734-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=7433, name=Scheduler-1034443464, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=7462, name=Scheduler-1956062565, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=7652, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=7637, name=TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[E1E12204DBF2A476]-SendThread(127.0.0.1:58427), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 30) Thread[id=7485, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[E1E12204DBF2A476]-SendThread(127.0.0.1:58369), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 31) Thread[id=7643, name=Scheduler-14288095, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=7415, name=qtp1538640330-7415, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=7411, name=qtp1538640330-7411-acceptor-0@2fc58600-ServerConnector@460fd0f5{HTTP/1.1,[http/1.1]}{127.0.0.1:58396}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=7658, name=qtp1901295061-7658, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=7564, name=qtp1271197899-7564, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=7599, name=org.eclipse.jetty.server.session.HashSessionManager@12e4262dTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=7623, name=qtp501291431-7623, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=7468, name=qtp319728937-7468, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=7580, name=TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[E1E12204DBF2A476]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 40) Thread[id=7640, name=Thread-1457, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 41) Thread[id=7452, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=7608, name=TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[E1E12204DBF2A476]-SendThread(127.0.0.1:58427), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 43) Thread[id=7410, name=qtp1538640330-7410, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=7617, name=searcherExecutor-3779-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=7569, name=qtp1271197899-7569, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=7457, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[E1E12204DBF2A476]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 47) Thread[id=7670, name=TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[E1E12204DBF2A476]-SendThread(127.0.0.1:58427), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 48) Thread[id=7611, name=Thread-1448, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 49) Thread[id=7441, name=qtp2083024243-7441, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=7653, name=qtp1901295061-7653, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=7444, name=qtp2083024243-7444, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=7473, name=qtp319728937-7473, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=7588, name=searcherExecutor-3768-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=7476, name=org.eclipse.jetty.server.session.HashSessionManager@180aa9f7Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=7413, name=qtp1538640330-7413, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 56) Thread[id=7604, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 57) Thread[id=7459, name=Thread-1411, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 58) Thread[id=7565, name=qtp1271197899-7565, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 59) Thread[id=7654, name=qtp1901295061-7654-acceptor-0@64d5d06f-ServerConnector@5d33a8ec{HTTP/1.1,[http/1.1]}{127.0.0.1:58484}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 60) Thread[id=7570, name=org.eclipse.jetty.server.session.HashSessionManager@1e03284cTimer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 61) Thread[id=7592, name=qtp1152666452-7592-acceptor-0@747bb17e-ServerConnector@6bec19a4{HTTP/1.1,[http/1.1]}{127.0.0.1:58455}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 62) Thread[id=7416, name=qtp1538640330-7416, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 63) Thread[id=7443, name=qtp2083024243-7443, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 64) Thread[id=7646, name=searcherExecutor-3790-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 65) Thread[id=7659, name=qtp1901295061-7659, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 66) Thread[id=7603, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 67) Thread[id=7486, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[E1E12204DBF2A476]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 68) Thread[id=7619, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 69) Thread[id=7633, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 70) Thread[id=7470, name=qtp319728937-7470, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 71) Thread[id=7579, name=TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[E1E12204DBF2A476]-SendThread(127.0.0.1:58427), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 72) Thread[id=7614, name=Scheduler-1283563940, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 73) Thread[id=7665, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 74) Thread[id=7436, name=searcherExecutor-3723-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 75) Thread[id=7481, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 76) Thread[id=7626, name=qtp501291431-7626, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 77) Thread[id=7446, name=qtp2083024243-7446, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 78) Thread[id=7625, name=qtp501291431-7625, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 79) Thread[id=7430, name=Thread-1402, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 80) Thread[id=7474, name=qtp319728937-7474, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 81) Thread[id=7427, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[E1E12204DBF2A476]-SendThread(127.0.0.1:58369), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 82) Thread[id=7562, name=qtp1271197899-7562, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 83) Thread[id=7666, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 84) Thread[id=7417, name=qtp1538640330-7417, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 85) Thread[id=7585, name=Scheduler-1744904633, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 86) Thread[id=7656, name=qtp1901295061-7656, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 87) Thread[id=7445, name=qtp2083024243-7445, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 88) Thread[id=7440, name=qtp2083024243-7440-acceptor-0@2897d681-ServerConnector@26502de3{HTTP/1.1,[http/1.1]}{127.0.0.1:58410}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 89) Thread[id=7422, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 90) Thread[id=7582, name=Thread-1439, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 91) Thread[id=7595, name=qtp1152666452-7595, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 92) Thread[id=7632, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 93) Thread[id=7598, name=qtp1152666452-7598, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 94) Thread[id=7671, name=TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[E1E12204DBF2A476]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 95) Thread[id=7412, name=qtp1538640330-7412, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 96) Thread[id=7472, name=qtp319728937-7472, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 97) Thread[id=7620, name=qtp501291431-7620, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 98) Thread[id=7568, name=qtp1271197899-7568, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 99) Thread[id=7414, name=qtp1538640330-7414, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 100) Thread[id=7624, name=qtp501291431-7624, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 101) Thread[id=7566, name=qtp1271197899-7566, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 102) Thread[id=7423, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 103) Thread[id=7480, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 104) Thread[id=7593, name=qtp1152666452-7593, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 105) Thread[id=7456, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[E1E12204DBF2A476]-SendThread(127.0.0.1:58369), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 106) Thread[id=7609, name=TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[E1E12204DBF2A476]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 107) Thread[id=7418, name=org.eclipse.jetty.server.session.HashSessionManager@9a5fed5Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 108) Thread[id=7428, name=TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[E1E12204DBF2A476]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 109) Thread[id=7471, name=qtp319728937-7471, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 110) Thread[id=7467, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 111) Thread[id=7638, name=TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[E1E12204DBF2A476]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 111 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:
1) Thread[id=7469, name=qtp319728937-7469-acceptor-0@62af3ae7-ServerConnector@63a35cf0{HTTP/1.1,[http/1.1]}{127.0.0.1:58419}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at su
[...truncated too long message...]
@4d6b7139: rootName = solr_64995, domain = solr.core.overwrite.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.overwrite.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7adfa416
[junit4] 2> 221885 INFO (coreCloseExecutor-425-thread-6) [n:127.0.0.1:64996_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=518903834
[junit4] 2> 221885 INFO (coreCloseExecutor-425-thread-7) [n:127.0.0.1:64996_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n3, tag=2036275134
[junit4] 2> 221885 INFO (coreCloseExecutor-425-thread-7) [n:127.0.0.1:64996_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5bc1cb4f: rootName = solr_64996, domain = solr.core.stale_state_test_col.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.stale_state_test_col.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@2ebe8784
[junit4] 2> 221889 INFO (coreCloseExecutor-426-thread-6) [n:127.0.0.1:64997_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1880744446
[junit4] 2> 221890 INFO (coreCloseExecutor-426-thread-7) [n:127.0.0.1:64997_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=86559421
[junit4] 2> 221890 INFO (coreCloseExecutor-426-thread-7) [n:127.0.0.1:64997_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56544242: rootName = solr_64997, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@46a40589
[junit4] 2> 221924 INFO (coreCloseExecutor-427-thread-6) [n:127.0.0.1:64995_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=1112326804
[junit4] 2> 221924 INFO (coreCloseExecutor-427-thread-7) [n:127.0.0.1:64995_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=1761227353
[junit4] 2> 221924 INFO (coreCloseExecutor-427-thread-7) [n:127.0.0.1:64995_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fd79520: rootName = solr_64995, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@4a0afe35
[junit4] 2> 221958 INFO (coreCloseExecutor-425-thread-7) [n:127.0.0.1:64996_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=2036275134
[junit4] 2> 221958 INFO (coreCloseExecutor-425-thread-8) [n:127.0.0.1:64996_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=195624546
[junit4] 2> 221958 INFO (coreCloseExecutor-425-thread-8) [n:127.0.0.1:64996_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23c8056d: rootName = solr_64996, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@171f2297
[junit4] 2> 221966 INFO (coreCloseExecutor-426-thread-7) [n:127.0.0.1:64997_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=86559421
[junit4] 2> 221971 INFO (coreCloseExecutor-427-thread-7) [n:127.0.0.1:64995_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1761227353
[junit4] 2> 221981 INFO (jetty-closer-1685-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f245da0{/solr,null,UNAVAILABLE}
[junit4] 2> 221983 INFO (coreCloseExecutor-425-thread-4) [n:127.0.0.1:64996_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1886656884
[junit4] 2> 221983 INFO (coreCloseExecutor-425-thread-8) [n:127.0.0.1:64996_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=195624546
[junit4] 2> 221987 INFO (jetty-closer-1685-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98988584676098055-127.0.0.1:64995_solr-n_0000000000) closing
[junit4] 2> 221987 INFO (OverseerStateUpdate-98988584676098055-127.0.0.1:64995_solr-n_0000000000) [n:127.0.0.1:64995_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64995_solr
[junit4] 2> 221988 WARN (OverseerAutoScalingTriggerThread-98988584676098055-127.0.0.1:64995_solr-n_0000000000) [n:127.0.0.1:64995_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 221991 INFO (jetty-closer-1685-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7823c9cd{/solr,null,UNAVAILABLE}
[junit4] 2> 223492 INFO (jetty-closer-1685-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4499789a{/solr,null,UNAVAILABLE}
[junit4] 2> 223493 ERROR (SUITE-CloudSolrClientTest-seed#[1FD7B3F703139920]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 223493 INFO (SUITE-CloudSolrClientTest-seed#[1FD7B3F703139920]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64993 64993
[junit4] 2> 223560 INFO (Thread-116) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64993 64993
[junit4] 2> 223756 WARN (Thread-116) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 45 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 24 /solr/collections/foo/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98988584676098055-127.0.0.1:64995_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_1FD7B3F703139920-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=BlockTreeOrds(blocksize=128), title_s=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Memory), text=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1988, maxMBSortInHeap=6.747917907568446, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@481bc78e), locale=mt, timezone=Pacific/Apia
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=124358368,total=281268224
[junit4] 2> NOTE: All tests run in this JVM: [DivideEvaluatorTest, AbsoluteValueEvaluatorTest, JsonValidatorTest, ConcurrentUpdateSolrClientTest, TestValidatingJsonMap, ClientUtilsTest, CommonParamsTest, SolrZkClientTest, DocumentAnalysisResponseTest, TestSolrJErrorHandling, EqualToEvaluatorTest, OrEvaluatorTest, AndEvaluatorTest, ModuloEvaluatorTest, TestPathTrie, SolrExampleBinaryTest, NaturalLogEvaluatorTest, SquareRootEvaluatorTest, TestConfigSetAdminRequest, AscEvaluatorTest, StreamExpressionTest, CloudSolrClientCacheTest, SolrPingTest, CloudSolrClientTest]
[junit4] Completed [135/146 (1!)] on J1 in 35.87s, 16 tests, 1 error <<< FAILURES!
[...truncated 46354 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4286 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4286/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at http://127.0.0.1:63670/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:63670/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([C207C6AF7FE9CFCD:76365E479C00B9E1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 14875 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/init-core-data-001
[junit4] 2> 182958 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 182959 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 182959 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 182959 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001
[junit4] 2> 182959 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 182960 INFO (Thread-135) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 182960 INFO (Thread-135) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 182963 ERROR (Thread-135) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 183064 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:63668
[junit4] 2> 183083 INFO (jetty-launcher-1782-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 183084 INFO (jetty-launcher-1782-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 183084 INFO (jetty-launcher-1782-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 183087 INFO (jetty-launcher-1782-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@486d4082{/solr,null,AVAILABLE}
[junit4] 2> 183087 INFO (jetty-launcher-1782-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@177d52df{/solr,null,AVAILABLE}
[junit4] 2> 183088 INFO (jetty-launcher-1782-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e2d5582{/solr,null,AVAILABLE}
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@220cc54e{HTTP/1.1,[http/1.1]}{127.0.0.1:63672}
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69bfa63b{HTTP/1.1,[http/1.1]}{127.0.0.1:63670}
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-3) [ ] o.e.j.s.Server Started @186420ms
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63670}
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-1) [ ] o.e.j.s.Server Started @186419ms
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10cc975f{HTTP/1.1,[http/1.1]}{127.0.0.1:63671}
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63672}
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-2) [ ] o.e.j.s.Server Started @186420ms
[junit4] 2> 183089 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63671}
[junit4] 2> 183090 ERROR (jetty-launcher-1782-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 183090 ERROR (jetty-launcher-1782-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 183090 ERROR (jetty-launcher-1782-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T15:19:40.395227Z
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T15:19:40.395261Z
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 183090 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T15:19:40.395558Z
[junit4] 2> 183094 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 183094 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 183094 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 183105 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63668/solr
[junit4] 2> 183108 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63668/solr
[junit4] 2> 183109 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63668/solr
[junit4] 2> 183148 WARN (jetty-launcher-1782-thread-3) [ ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 183148 WARN (jetty-launcher-1782-thread-2) [ ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 183148 WARN (jetty-launcher-1782-thread-1) [ ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 183157 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 183158 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 183158 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 183158 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63670_solr
[junit4] 2> 183159 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63672_solr
[junit4] 2> 183160 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98986464396378120-127.0.0.1:63670_solr-n_0000000000) starting
[junit4] 2> 183161 INFO (zkCallback-1798-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 183161 INFO (zkCallback-1797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 183162 INFO (zkCallback-1799-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 183165 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63671_solr
[junit4] 2> 183167 INFO (zkCallback-1798-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 183167 INFO (zkCallback-1797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 183167 INFO (zkCallback-1799-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 183175 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63670_solr
[junit4] 2> 183177 INFO (zkCallback-1799-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 183177 INFO (zkCallback-1797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 183178 INFO (zkCallback-1798-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 183239 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63670.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183265 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63670.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183265 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63670.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183268 INFO (jetty-launcher-1782-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node3/.
[junit4] 2> 183272 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63672.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183321 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63671.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183340 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63672.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183340 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63672.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183344 INFO (jetty-launcher-1782-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node1/.
[junit4] 2> 183359 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63671.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183359 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63671.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 183360 INFO (jetty-launcher-1782-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node2/.
[junit4] 2> 183438 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 183439 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63668/solr ready
[junit4] 2> 183450 INFO (qtp1788254700-4309) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 183453 INFO (OverseerThreadFactory-350-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 183573 INFO (OverseerStateUpdate-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63670/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 183581 INFO (OverseerStateUpdate-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63672/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 183801 INFO (qtp1759981566-4301) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 183801 INFO (qtp1435103993-4296) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 183801 INFO (qtp1435103993-4296) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 183801 INFO (qtp1759981566-4301) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 183917 INFO (zkCallback-1798-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 183917 INFO (zkCallback-1799-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 183917 INFO (zkCallback-1798-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 183917 INFO (zkCallback-1799-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 184820 INFO (qtp1435103993-4296) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 184820 INFO (qtp1759981566-4301) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 184830 INFO (qtp1759981566-4301) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 184837 INFO (qtp1435103993-4296) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
[junit4] 2> 184886 WARN (qtp1759981566-4301) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 184886 WARN (qtp1759981566-4301) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 184887 INFO (qtp1759981566-4301) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 184887 INFO (qtp1759981566-4301) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 184888 WARN (qtp1435103993-4296) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 184888 WARN (qtp1435103993-4296) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 184888 INFO (qtp1435103993-4296) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 184888 INFO (qtp1435103993-4296) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 184888 INFO (qtp1759981566-4301) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63670.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 184889 INFO (qtp1759981566-4301) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 184889 INFO (qtp1759981566-4301) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node3/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node3/./collection1_shard1_replica_n1/data/]
[junit4] 2> 184889 INFO (qtp1435103993-4296) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63672.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 184889 INFO (qtp1435103993-4296) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 184889 INFO (qtp1435103993-4296) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node1/collection1_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node1/./collection1_shard2_replica_n2/data/]
[junit4] 2> 184943 INFO (qtp1759981566-4301) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 184943 INFO (qtp1759981566-4301) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 184944 INFO (qtp1759981566-4301) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 184944 INFO (qtp1759981566-4301) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 184946 INFO (qtp1759981566-4301) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d1dbc5b[collection1_shard1_replica_n1] main]
[junit4] 2> 184948 INFO (qtp1759981566-4301) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 184948 INFO (qtp1759981566-4301) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 184949 INFO (qtp1759981566-4301) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 184951 INFO (searcherExecutor-357-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@d1dbc5b[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 184951 INFO (qtp1759981566-4301) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583783432427667456
[junit4] 2> 184952 INFO (qtp1435103993-4296) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 184952 INFO (qtp1435103993-4296) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 184954 INFO (qtp1435103993-4296) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 184954 INFO (qtp1435103993-4296) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 184956 INFO (qtp1435103993-4296) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@39f56b06[collection1_shard2_replica_n2] main]
[junit4] 2> 184958 INFO (qtp1435103993-4296) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 184958 INFO (qtp1435103993-4296) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 184959 INFO (qtp1759981566-4301) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 184959 INFO (qtp1759981566-4301) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 184959 INFO (qtp1759981566-4301) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63670/solr/collection1_shard1_replica_n1/
[junit4] 2> 184959 INFO (qtp1759981566-4301) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 184959 INFO (qtp1759981566-4301) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:63670/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 184959 INFO (qtp1759981566-4301) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 184959 INFO (qtp1435103993-4296) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 184961 INFO (searcherExecutor-358-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@39f56b06[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 184961 INFO (qtp1435103993-4296) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583783432438153216
[junit4] 2> 184968 INFO (qtp1435103993-4296) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 184968 INFO (qtp1435103993-4296) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 184968 INFO (qtp1435103993-4296) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/
[junit4] 2> 184968 INFO (qtp1435103993-4296) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 184968 INFO (qtp1435103993-4296) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 184968 INFO (qtp1435103993-4296) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 184969 INFO (qtp1759981566-4301) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63670/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 184973 INFO (qtp1435103993-4296) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 185085 INFO (zkCallback-1798-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 185086 INFO (zkCallback-1798-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 185086 INFO (zkCallback-1799-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 185086 INFO (zkCallback-1799-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 185135 INFO (qtp1759981566-4301) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 185138 INFO (qtp1759981566-4301) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1336
[junit4] 2> 185140 INFO (qtp1435103993-4296) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 185142 INFO (qtp1435103993-4296) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1340
[junit4] 2> 185147 INFO (qtp1788254700-4309) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 185253 INFO (zkCallback-1798-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 185253 INFO (zkCallback-1799-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 185253 INFO (zkCallback-1799-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 185253 INFO (zkCallback-1798-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 185466 INFO (OverseerCollectionConfigSetProcessor-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 186158 INFO (qtp1788254700-4309) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2708
[junit4] 2> 186163 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 186164 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 186185 INFO (qtp1759981566-4303) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 186188 INFO (qtp1759981566-4303) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 186223 INFO (TEST-CloudSolrClientTest.testShutdown-seed#[C207C6AF7FE9CFCD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testShutdown
[junit4] 2> 186246 INFO (qtp1759981566-4305) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583783433766699008)} 0 18
[junit4] 2> 186249 INFO (qtp1435103993-4299) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583783433788719104,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 186249 INFO (qtp1435103993-4299) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 186250 INFO (qtp1435103993-4299) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 186252 INFO (qtp1435103993-4299) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 186253 INFO (qtp1759981566-4308) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583783433792913408,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 186254 INFO (qtp1759981566-4308) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 186255 INFO (qtp1759981566-4308) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 186255 INFO (qtp1759981566-4308) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 186256 INFO (qtp1435103993-4297) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583783433764601856),commit=} 0 30
[junit4] 2> 186262 ERROR (TEST-CloudSolrClientTest.testShutdown-seed#[C207C6AF7FE9CFCD]-SendThread(ff01::114:33332)) [ ] o.a.z.ClientCnxnSocketNIO Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 2> 186262 WARN (TEST-CloudSolrClientTest.testShutdown-seed#[C207C6AF7FE9CFCD]-SendThread(ff01::114:33332)) [ ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.SocketException: Address family not supported by protocol family
[junit4] 2> at java.base/sun.nio.ch.Net.connect0(Native Method)
[junit4] 2> at java.base/sun.nio.ch.Net.connect(Net.java:454)
[junit4] 2> at java.base/sun.nio.ch.Net.connect(Net.java:446)
[junit4] 2> at java.base/sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:648)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.registerAndConnect(ClientCnxnSocketNIO.java:277)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.connect(ClientCnxnSocketNIO.java:287)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1024)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] 2> 187374 ERROR (TEST-CloudSolrClientTest.testShutdown-seed#[C207C6AF7FE9CFCD]-SendThread(ff01::114:33332)) [ ] o.a.z.ClientCnxnSocketNIO Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 2> 187477 INFO (TEST-CloudSolrClientTest.testShutdown-seed#[C207C6AF7FE9CFCD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testShutdown
[junit4] 2> 187503 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[C207C6AF7FE9CFCD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAliasHandling
[junit4] 2> 187512 INFO (qtp1759981566-4298) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1583783435110973440)} 0 2
[junit4] 2> 187514 INFO (qtp1759981566-4301) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583783435115167744,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 187514 INFO (qtp1435103993-4310) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583783435115167744,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 187515 INFO (qtp1759981566-4301) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 187515 INFO (qtp1435103993-4310) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 187525 INFO (qtp1435103993-4310) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 187525 INFO (qtp1759981566-4301) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 187526 INFO (qtp1759981566-4301) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
[junit4] 2> 187526 INFO (qtp1435103993-4310) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
[junit4] 2> 187527 INFO (qtp1435103993-4306) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583783435105730560),commit=} 0 23
[junit4] 2> 187528 INFO (qtp1788254700-4311) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=2nd_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 187533 INFO (OverseerThreadFactory-350-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection 2nd_collection
[junit4] 2> 187669 INFO (OverseerStateUpdate-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"2nd_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"2nd_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63671/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 187673 INFO (OverseerStateUpdate-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"2nd_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"2nd_collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63670/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 187895 INFO (qtp1759981566-4302) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=2nd_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=2nd_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 187895 INFO (qtp1788254700-4313) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=2nd_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=2nd_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 187896 INFO (qtp1788254700-4313) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 188010 INFO (zkCallback-1797-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 188010 INFO (zkCallback-1798-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 188010 INFO (zkCallback-1798-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 188010 INFO (zkCallback-1797-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 188932 INFO (qtp1759981566-4302) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 188949 INFO (qtp1759981566-4302) [ ] o.a.s.s.IndexSchema [2nd_collection_shard2_replica_n2] Schema name=test
[junit4] 2> 188951 INFO (qtp1788254700-4313) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 188970 INFO (qtp1788254700-4313) [ ] o.a.s.s.IndexSchema [2nd_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 189016 WARN (qtp1759981566-4302) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 189016 WARN (qtp1759981566-4302) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 189017 INFO (qtp1759981566-4302) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 189017 INFO (qtp1759981566-4302) [ ] o.a.s.c.CoreContainer Creating SolrCore '2nd_collection_shard2_replica_n2' using configuration from collection 2nd_collection, trusted=true
[junit4] 2> 189017 INFO (qtp1759981566-4302) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63670.solr.core.2nd_collection.shard2.replica_n2' (registry 'solr.core.2nd_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 189017 INFO (qtp1759981566-4302) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 189017 INFO (qtp1759981566-4302) [ ] o.a.s.c.SolrCore [[2nd_collection_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node3/2nd_collection_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node3/./2nd_collection_shard2_replica_n2/data/]
[junit4] 2> 189023 WARN (qtp1788254700-4313) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 189023 WARN (qtp1788254700-4313) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 189025 INFO (qtp1788254700-4313) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 189025 INFO (qtp1788254700-4313) [ ] o.a.s.c.CoreContainer Creating SolrCore '2nd_collection_shard1_replica_n1' using configuration from collection 2nd_collection, trusted=true
[junit4] 2> 189030 INFO (qtp1788254700-4313) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63671.solr.core.2nd_collection.shard1.replica_n1' (registry 'solr.core.2nd_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bda9f2a
[junit4] 2> 189030 INFO (qtp1788254700-4313) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 189030 INFO (qtp1788254700-4313) [ ] o.a.s.c.SolrCore [[2nd_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node2/2nd_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001/tempDir-001/node2/./2nd_collection_shard1_replica_n1/data/]
[junit4] 2> 189113 INFO (qtp1759981566-4302) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 189113 INFO (qtp1759981566-4302) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 189115 INFO (qtp1759981566-4302) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 189115 INFO (qtp1759981566-4302) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 189120 INFO (qtp1788254700-4313) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 189120 INFO (qtp1788254700-4313) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 189121 INFO (qtp1788254700-4313) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 189121 INFO (qtp1788254700-4313) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 189123 INFO (qtp1759981566-4302) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d8930d3[2nd_collection_shard2_replica_n2] main]
[junit4] 2> 189124 INFO (qtp1788254700-4313) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@666ed2a6[2nd_collection_shard1_replica_n1] main]
[junit4] 2> 189125 INFO (qtp1759981566-4302) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 189126 INFO (qtp1788254700-4313) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 189126 INFO (qtp1788254700-4313) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 189127 INFO (qtp1759981566-4302) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 189127 INFO (qtp1788254700-4313) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 189127 INFO (qtp1759981566-4302) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 189129 INFO (searcherExecutor-368-thread-1) [ ] o.a.s.c.SolrCore [2nd_collection_shard1_replica_n1] Registered new searcher Searcher@666ed2a6[2nd_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 189129 INFO (qtp1788254700-4313) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583783436808617984
[junit4] 2> 189130 INFO (searcherExecutor-367-thread-1) [ ] o.a.s.c.SolrCore [2nd_collection_shard2_replica_n2] Registered new searcher Searcher@6d8930d3[2nd_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 189130 INFO (qtp1759981566-4302) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583783436809666560
[junit4] 2> 189136 INFO (qtp1788254700-4313) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 189136 INFO (qtp1788254700-4313) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 189136 INFO (qtp1788254700-4313) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63671/solr/2nd_collection_shard1_replica_n1/
[junit4] 2> 189136 INFO (qtp1788254700-4313) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 189136 INFO (qtp1788254700-4313) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:63671/solr/2nd_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 189136 INFO (qtp1788254700-4313) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 189138 INFO (qtp1759981566-4302) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 189138 INFO (qtp1759981566-4302) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 189138 INFO (qtp1759981566-4302) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63670/solr/2nd_collection_shard2_replica_n2/
[junit4] 2> 189138 INFO (qtp1759981566-4302) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 189138 INFO (qtp1759981566-4302) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:63670/solr/2nd_collection_shard2_replica_n2/ has no replicas
[junit4] 2> 189138 INFO (qtp1759981566-4302) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 189141 INFO (qtp1788254700-4313) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63671/solr/2nd_collection_shard1_replica_n1/ shard1
[junit4] 2> 189145 INFO (qtp1759981566-4302) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63670/solr/2nd_collection_shard2_replica_n2/ shard2
[junit4] 2> 189254 INFO (zkCallback-1797-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 189264 INFO (zkCallback-1797-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 189264 INFO (zkCallback-1798-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 189264 INFO (zkCallback-1798-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 189308 INFO (qtp1788254700-4313) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 189314 INFO (qtp1788254700-4313) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=2nd_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=2nd_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1418
[junit4] 2> 189318 INFO (qtp1759981566-4302) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 189324 INFO (qtp1759981566-4302) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=2nd_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=2nd_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1430
[junit4] 2> 189335 INFO (qtp1788254700-4311) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 189435 INFO (zkCallback-1798-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 189435 INFO (zkCallback-1798-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 189435 INFO (zkCallback-1797-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 189435 INFO (zkCallback-1797-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/2nd_collection/state.json] for collection [2nd_collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 189538 INFO (OverseerCollectionConfigSetProcessor-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 190344 INFO (qtp1788254700-4311) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=2nd_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2815
[junit4] 2> 190346 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[C207C6AF7FE9CFCD]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: 2nd_collection failOnTimeout:true timeout (sec):30
[junit4] 2> 190347 INFO (TEST-CloudSolrClientTest.testAliasHandling-seed#[C207C6AF7FE9CFCD]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: 2nd_collection
[junit4] 2> 190348 INFO (qtp1788254700-4314) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190351 INFO (qtp1788254700-4314) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190352 INFO (qtp1788254700-4316) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190354 INFO (qtp1788254700-4316) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190356 INFO (qtp1788254700-4317) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listaliases with params action=LISTALIASES&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190356 INFO (qtp1788254700-4317) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 190357 INFO (qtp1788254700-4294) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190362 INFO (qtp1788254700-4294) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 190366 INFO (qtp1759981566-4307) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1583783438103609344)]} 0 2
[junit4] 2> 190367 INFO (qtp1788254700-4309) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190370 INFO (qtp1788254700-4309) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 190371 INFO (qtp1788254700-4313) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190373 INFO (qtp1788254700-4313) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190374 INFO (qtp1788254700-4311) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190392 INFO (qtp1788254700-4311) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 190393 INFO (qtp1788254700-4314) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190396 INFO (qtp1788254700-4314) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 190397 INFO (qtp1788254700-4316) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190401 INFO (qtp1788254700-4316) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 190404 INFO (qtp1759981566-4305) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583783438145552384,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 190404 INFO (qtp1759981566-4305) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4a120ee4 commitCommandVersion:1583783438145552384
[junit4] 2> 190405 INFO (qtp1435103993-4293) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583783438146600960,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 190405 INFO (qtp1435103993-4293) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 190405 INFO (qtp1435103993-4293) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 190405 INFO (qtp1435103993-4293) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 190436 INFO (qtp1759981566-4305) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d5231d0[collection1_shard1_replica_n1] main]
[junit4] 2> 190437 INFO (qtp1759981566-4305) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 190438 INFO (searcherExecutor-357-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@4d5231d0[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
[junit4] 2> 190439 INFO (qtp1759981566-4305) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 34
[junit4] 2> 190439 INFO (qtp1435103993-4315) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 36
[junit4] 2> 190441 INFO (qtp1788254700-4317) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1&name=testalias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190556 INFO (qtp1788254700-4317) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1&name=testalias&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=115
[junit4] 2> 190557 INFO (qtp1788254700-4294) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190559 INFO (qtp1788254700-4294) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190560 INFO (qtp1788254700-4309) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190563 INFO (qtp1788254700-4309) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 190564 INFO (qtp1788254700-4313) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190566 INFO (qtp1788254700-4313) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190582 INFO (qtp1759981566-4308) [ ] o.a.s.u.p.LogUpdateProcessorFactory [2nd_collection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1583783438317518848)]} 0 15
[junit4] 2> 190583 INFO (qtp1788254700-4311) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190586 INFO (qtp1788254700-4311) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190587 INFO (qtp1788254700-4314) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190589 INFO (qtp1788254700-4314) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190590 INFO (qtp1788254700-4316) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190592 INFO (qtp1788254700-4316) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 190593 INFO (qtp1788254700-4317) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190595 INFO (qtp1788254700-4317) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190596 INFO (qtp1788254700-4294) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190598 INFO (qtp1788254700-4294) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=2nd_collection&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190601 INFO (qtp1788254700-4309) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583783438352121856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 190601 INFO (qtp1759981566-4301) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583783438352121856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 190602 INFO (qtp1759981566-4301) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1b2378a2 commitCommandVersion:1583783438352121856
[junit4] 2> 190602 INFO (qtp1788254700-4309) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 190605 INFO (qtp1788254700-4309) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 190605 INFO (qtp1788254700-4309) [ ] o.a.s.u.p.LogUpdateProcessorFactory [2nd_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63670/solr/2nd_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 190711 INFO (qtp1759981566-4301) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@24ac7d03[2nd_collection_shard2_replica_n2] main]
[junit4] 2> 190711 INFO (qtp1759981566-4301) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 190712 INFO (searcherExecutor-367-thread-1) [ ] o.a.s.c.SolrCore [2nd_collection_shard2_replica_n2] Registered new searcher Searcher@24ac7d03[2nd_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
[junit4] 2> 190713 INFO (qtp1759981566-4301) [ ] o.a.s.u.p.LogUpdateProcessorFactory [2nd_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63670/solr/2nd_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 112
[junit4] 2> 190713 INFO (qtp1759981566-4298) [ ] o.a.s.u.p.LogUpdateProcessorFactory [2nd_collection_shard2_replica_n2] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 114
[junit4] 2> 190714 INFO (qtp1788254700-4313) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=2nd_collection&name=testalias2&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190718 INFO (OverseerCollectionConfigSetProcessor-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 190823 INFO (qtp1788254700-4313) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=2nd_collection&name=testalias2&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=109
[junit4] 2> 190824 INFO (qtp1788254700-4311) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1,2nd_collection&name=testaliascombined&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190832 INFO (OverseerCollectionConfigSetProcessor-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 190946 INFO (qtp1788254700-4311) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1,2nd_collection&name=testaliascombined&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=122
[junit4] 2> 190947 INFO (qtp1788254700-4314) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listaliases with params action=LISTALIASES&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190947 INFO (qtp1788254700-4314) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 190948 INFO (qtp1788254700-4316) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190951 INFO (qtp1788254700-4316) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 190952 INFO (qtp1788254700-4317) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190954 INFO (qtp1788254700-4317) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190955 INFO (qtp1788254700-4294) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190957 INFO (qtp1788254700-4294) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190958 INFO (qtp1788254700-4309) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190960 INFO (qtp1788254700-4309) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190964 INFO (qtp1759981566-4302) [ ] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:63670/solr/collection1_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1510413588266&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 190964 INFO (qtp1435103993-4299) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&rows=10&version=2&q=*:*&NOW=1510413588266&isShard=true&wt=javabin} hits=0 status=0 QTime=1
[junit4] 2> 190965 INFO (qtp1759981566-4303) [ ] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1510413588266&ids=1&isShard=true&shard.url=http://127.0.0.1:63670/solr/collection1_shard1_replica_n1/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 190966 INFO (qtp1435103993-4296) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=5
[junit4] 2> 190967 INFO (qtp1788254700-4313) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=testalias&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190968 ERROR (qtp1788254700-4313) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Collection: testalias not found
[junit4] 2> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:102)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$20(CollectionsHandler.java:680)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:951)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:235)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 190968 INFO (qtp1788254700-4313) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=testalias&wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 190969 INFO (qtp1788254700-4311) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listaliases with params action=LISTALIASES&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190969 INFO (qtp1788254700-4311) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 190970 INFO (qtp1788254700-4314) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190972 INFO (qtp1788254700-4314) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190973 INFO (qtp1788254700-4316) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=testalias&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190974 ERROR (qtp1788254700-4316) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Collection: testalias not found
[junit4] 2> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:102)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$20(CollectionsHandler.java:680)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:951)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:235)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 190975 INFO (qtp1788254700-4316) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=testalias&wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 190975 INFO (qtp1788254700-4317) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listaliases with params action=LISTALIASES&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190976 INFO (qtp1788254700-4317) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 190976 INFO (qtp1788254700-4294) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 190979 INFO (qtp1788254700-4294) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=collection1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 190981 INFO (qtp1759981566-4307) [ ] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:63670/solr/collection1_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1510413588285&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 190981 INFO (qtp1435103993-4310) [ ] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:63672/solr/collection1_shard2_replica_n2/&rows=10&ve
[...truncated too long message...]
6) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@110cbb89: rootName = solr_63671, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@438fc03f
[junit4] 2> 217976 INFO (coreCloseExecutor-484-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=947042389
[junit4] 2> 217976 INFO (coreCloseExecutor-484-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection2.shard1.replica_n1, tag=1983333863
[junit4] 2> 217976 INFO (coreCloseExecutor-484-thread-6) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3202a390: rootName = solr_63672, domain = solr.core.multicollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.multicollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1a58dd86
[junit4] 2> 218022 INFO (coreCloseExecutor-482-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard2.leader, tag=116120686
[junit4] 2> 218022 INFO (coreCloseExecutor-482-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection2.shard2.replica_n2, tag=404507757
[junit4] 2> 218022 INFO (coreCloseExecutor-482-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b52f498: rootName = solr_63670, domain = solr.core.multicollection2.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.multicollection2.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@3cc90948
[junit4] 2> 218084 INFO (coreCloseExecutor-483-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1528695941
[junit4] 2> 218084 INFO (coreCloseExecutor-483-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=1432263925
[junit4] 2> 218089 INFO (jetty-closer-1783-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@177d52df{/solr,null,UNAVAILABLE}
[junit4] 2> 218091 INFO (coreCloseExecutor-484-thread-6) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=1983333863
[junit4] 2> 218091 INFO (coreCloseExecutor-484-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=1501348471
[junit4] 2> 218091 INFO (coreCloseExecutor-484-thread-7) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14ee4ee9: rootName = solr_63672, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@757813d7
[junit4] 2> 218100 INFO (coreCloseExecutor-482-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=404507757
[junit4] 2> 218100 INFO (coreCloseExecutor-482-thread-8) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=1730641289
[junit4] 2> 218100 INFO (coreCloseExecutor-482-thread-8) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b58c9bb: rootName = solr_63670, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@1b65dc86
[junit4] 2> 218106 INFO (coreCloseExecutor-484-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1501348471
[junit4] 2> 218106 INFO (coreCloseExecutor-484-thread-8) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.overwrite.shard1.replica_n1, tag=2122259246
[junit4] 2> 218106 INFO (coreCloseExecutor-484-thread-8) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@323aa3f1: rootName = solr_63672, domain = solr.core.overwrite.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.overwrite.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4f0d4549
[junit4] 2> 218110 INFO (coreCloseExecutor-482-thread-8) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1730641289
[junit4] 2> 218114 INFO (jetty-closer-1783-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98986464396378120-127.0.0.1:63670_solr-n_0000000000) closing
[junit4] 2> 218114 INFO (OverseerStateUpdate-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63670_solr
[junit4] 2> 218114 WARN (OverseerAutoScalingTriggerThread-98986464396378120-127.0.0.1:63670_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 218117 INFO (coreCloseExecutor-484-thread-8) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=2122259246
[junit4] 2> 218118 INFO (jetty-closer-1783-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@486d4082{/solr,null,UNAVAILABLE}
[junit4] 2> 218118 INFO (zkCallback-1799-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63672_solr
[junit4] 2> 218128 INFO (jetty-closer-1783-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e2d5582{/solr,null,UNAVAILABLE}
[junit4] 2> 218129 ERROR (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 218129 INFO (SUITE-CloudSolrClientTest-seed#[C207C6AF7FE9CFCD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63668 63668
[junit4] 2> 218143 INFO (Thread-135) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63668 63668
[junit4] 2> 219727 WARN (Thread-135) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 21 /solr/collections/foo/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/foo/leader_elect/shard1/election/98986464396378120-core_node6-n_0000000000
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard2/election/98986464396378120-core_node13-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_C207C6AF7FE9CFCD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Direct), title_s=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Direct), id=PostingsFormat(name=MockRandom), text=FST50, timestamp=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Memory), title_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1323, maxMBSortInHeap=7.816414879789011, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@659653ea), locale=lv, timezone=US/Indiana-Starke
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=207956560,total=324009984
[junit4] 2> NOTE: All tests run in this JVM: [AscEvaluatorTest, TestZkConfigManager, ConcurrentUpdateSolrClientTest, JsonValidatorTest, CloudSolrClientCacheTest, SolrZkClientTest, TestClusteringResponse, SolrExceptionTest, NaturalLogEvaluatorTest, DocumentAnalysisResponseTest, SolrExampleBinaryTest, EqualToEvaluatorTest, SolrExampleStreamingBinaryTest, ModuloEvaluatorTest, StreamExpressionTest, LargeVolumeEmbeddedTest, SquareRootEvaluatorTest, JDBCStreamTest, TestSuggesterResponse, FieldValueEvaluatorTest, CommonParamsTest, RoundEvaluatorTest, DivideEvaluatorTest, TangentEvaluatorTest, RawValueEvaluatorTest, StreamExpressionToExplanationTest, TestConfigSetAdminRequest, CloudSolrClientTest]
[junit4] Completed [140/146 (1!)] on J1 in 36.79s, 16 tests, 1 error <<< FAILURES!
[...truncated 39180 lines...]