You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/09 10:48:16 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20639 - Still unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20639/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([7A8D8D9AC81CD729:475523B6F0F28959]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 11498 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/init-core-data-001
[junit4] 2> 13940 WARN (SUITE-TestAuthenticationFramework-seed#[7A8D8D9AC81CD729]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 13940 INFO (SUITE-TestAuthenticationFramework-seed#[7A8D8D9AC81CD729]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 13942 INFO (SUITE-TestAuthenticationFramework-seed#[7A8D8D9AC81CD729]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 13943 INFO (SUITE-TestAuthenticationFramework-seed#[7A8D8D9AC81CD729]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 13959 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001
[junit4] 2> 13968 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 13975 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 13975 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 14074 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.ZkTestServer start zk server on port:35683
[junit4] 2> 14144 ERROR (Thread-12) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 14217 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f008c13920000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 14232 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 14233 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 14246 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a5a6087{/solr,null,AVAILABLE}
[junit4] 2> 14251 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b569802{/solr,null,AVAILABLE}
[junit4] 2> 14252 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fc953a0{SSL,[ssl, http/1.1]}{127.0.0.1:41495}
[junit4] 2> 14254 INFO (jetty-launcher-5-thread-2) [ ] o.e.j.s.Server Started @15952ms
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41495}
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@187f3a5f{SSL,[ssl, http/1.1]}{127.0.0.1:34425}
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-1) [ ] o.e.j.s.Server Started @15953ms
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34425}
[junit4] 2> 14255 ERROR (jetty-launcher-5-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 14255 ERROR (jetty-launcher-5-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T09:51:41.143Z
[junit4] 2> 14256 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 14255 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 14257 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 14257 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 14257 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T09:51:41.145Z
[junit4] 2> 14263 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 14263 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 14323 INFO (jetty-launcher-5-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35683/solr
[junit4] 2> 14338 INFO (jetty-launcher-5-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35683/solr
[junit4] 2> 14349 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f008c13920003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 14351 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f008c13920004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 14612 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 14615 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34425_solr
[junit4] 2> 14619 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.c.Overseer Overseer (id=98798318449197061-127.0.0.1:34425_solr-n_0000000000) starting
[junit4] 2> 14623 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:41495_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 14626 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:41495_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41495_solr
[junit4] 2> 14655 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 14655 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 14832 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34425_solr
[junit4] 2> 14842 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 14851 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 15097 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 15186 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:41495_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 15520 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34425.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 15539 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:41495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41495.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 15555 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34425.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 15555 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34425.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 15573 INFO (jetty-launcher-5-thread-1) [n:127.0.0.1:34425_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node1/.
[junit4] 2> 15633 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:41495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41495.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 15633 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:41495_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41495.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 15655 INFO (jetty-launcher-5-thread-2) [n:127.0.0.1:41495_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node2/.
[junit4] 2> 15912 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 15913 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35683/solr ready
[junit4] 2> 15917 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 15997 INFO (qtp1976245490-64) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 16012 INFO (OverseerThreadFactory-37-thread-1-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 16148 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34425/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 16156 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41495/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 16168 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34425/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 16174 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41495/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 16443 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 16447 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 16447 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 16478 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 16479 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 16511 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 16628 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 16630 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 16634 INFO (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 17494 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 17503 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 17543 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 17563 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 17569 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.s.IndexSchema [testcollection_shard2_replica_n5] Schema name=minimal
[junit4] 2> 17573 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 17586 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 17589 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 17589 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
[junit4] 2> 17592 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 17592 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 17595 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 17595 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n5' using configuration from collection testcollection, trusted=true
[junit4] 2> 17603 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41495.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 17603 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 17603 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [[testcollection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node2/testcollection_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node2/./testcollection_shard1_replica_n3/data/]
[junit4] 2> 17610 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34425.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 17610 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 17610 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 17614 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema [testcollection_shard2_replica_n7] Schema name=minimal
[junit4] 2> 17720 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34425.solr.core.testcollection.shard2.replica_n5' (registry 'solr.core.testcollection.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 17720 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 17721 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore [[testcollection_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node1/testcollection_shard2_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node1/./testcollection_shard2_replica_n5/data/]
[junit4] 2> 17722 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 17723 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n7' using configuration from collection testcollection, trusted=true
[junit4] 2> 17724 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41495.solr.core.testcollection.shard2.replica_n7' (registry 'solr.core.testcollection.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f0c7a7d
[junit4] 2> 17724 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 17724 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [[testcollection_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node2/testcollection_shard2_replica_n7], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001/tempDir-001/node2/./testcollection_shard2_replica_n7/data/]
[junit4] 2> 17882 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 17892 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 17882 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 17893 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 17893 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 17897 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 17898 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 17899 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 17899 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 17901 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dd7b585[testcollection_shard1_replica_n3] main]
[junit4] 2> 17892 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 17904 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 17905 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 17906 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 17915 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 17916 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 17920 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@35f03be6[testcollection_shard2_replica_n5] main]
[junit4] 2> 17921 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 17937 INFO (searcherExecutor-42-thread-1-processing-n:127.0.0.1:41495_solr x:testcollection_shard1_replica_n3 s:shard1 c:testcollection r:core_node4) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@1dd7b585[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 17937 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580773099254579200
[junit4] 2> 17938 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 17940 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 17942 INFO (searcherExecutor-44-thread-1-processing-n:127.0.0.1:34425_solr x:testcollection_shard2_replica_n5 s:shard2 c:testcollection r:core_node6) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore [testcollection_shard2_replica_n5] Registered new searcher Searcher@35f03be6[testcollection_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 17942 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580773099259822080
[junit4] 2> 17942 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 17942 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 17945 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 17945 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 17947 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64c434ad[testcollection_shard1_replica_n1] main]
[junit4] 2> 17949 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 17950 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 17951 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 17957 INFO (searcherExecutor-43-thread-1-processing-n:127.0.0.1:34425_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node2) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@64c434ad[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 17957 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580773099275550720
[junit4] 2> 17957 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cb47f20[testcollection_shard2_replica_n7] main]
[junit4] 2> 17963 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 17966 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 17968 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 17971 INFO (searcherExecutor-45-thread-1-processing-n:127.0.0.1:41495_solr x:testcollection_shard2_replica_n7 s:shard2 c:testcollection r:core_node8) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [testcollection_shard2_replica_n7] Registered new searcher Searcher@2cb47f20[testcollection_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 17975 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580773099294425088
[junit4] 2> 17982 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 17982 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 17994 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 17994 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/
[junit4] 2> 18001 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n3 url=https://127.0.0.1:41495/solr START replicas=[https://127.0.0.1:34425/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 18030 INFO (qtp1976245490-61) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 18096 INFO (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18096 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18096 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18317 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n3 url=https://127.0.0.1:41495/solr DONE. We have no versions. sync failed.
[junit4] 2> 18318 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 18318 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 18318 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 18337 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/ shard1
[junit4] 2> 18450 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18454 INFO (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18454 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18483 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 18483 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 18483 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34425/solr/testcollection_shard2_replica_n5/
[junit4] 2> 18484 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n5 url=https://127.0.0.1:34425/solr START replicas=[https://127.0.0.1:41495/solr/testcollection_shard2_replica_n7/] nUpdates=100
[junit4] 2> 18490 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 18492 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1981
[junit4] 2> 18517 INFO (qtp685136286-67) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.S.Request [testcollection_shard2_replica_n7] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 18599 INFO (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18599 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18601 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18788 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n5 url=https://127.0.0.1:34425/solr DONE. We have no versions. sync failed.
[junit4] 2> 18788 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 18788 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 18788 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 18795 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34425/solr/testcollection_shard2_replica_n5/ shard2
[junit4] 2> 18903 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18903 INFO (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18904 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 18947 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 18949 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2522
[junit4] 2> 18984 INFO (qtp1976245490-123) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2555
[junit4] 2> 19000 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2522
[junit4] 2> 19033 INFO (qtp1976245490-64) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 19108 INFO (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 19108 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 19109 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 20016 INFO (OverseerCollectionConfigSetProcessor-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 20033 INFO (qtp1976245490-64) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4036
[junit4] 2> 20039 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 20040 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 20062 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.S.Request [testcollection_shard2_replica_n7] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:41495/solr/testcollection_shard2_replica_n7/|https://127.0.0.1:34425/solr/testcollection_shard2_replica_n5/&rows=10&version=2&q=*:*&NOW=1507542706941&isShard=true&wt=javabin} hits=0 status=0 QTime=2
[junit4] 2> 20062 INFO (qtp1976245490-59) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:34425/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/&rows=10&version=2&q=*:*&NOW=1507542706941&isShard=true&wt=javabin} hits=0 status=0 QTime=1
[junit4] 2> 20069 INFO (qtp1976245490-68) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.c.S.Request [testcollection_shard2_replica_n5] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=0 status=0 QTime=18
[junit4] 2> 20143 INFO (qtp1976245490-66) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/&wt=javabin&version=2}{add=[1 (1580773101527891968)]} 0 3
[junit4] 2> 20154 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={_stateVer_=testcollection:7&wt=javabin&version=2}{add=[1 (1580773101527891968)]} 0 64
[junit4] 2> 20164 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580773101589757952,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20164 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@67158ff5 commitCommandVersion:1580773101589757952
[junit4] 2> 20185 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580773101611778048,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20185 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@609f82ed commitCommandVersion:1580773101611778048
[junit4] 2> 20186 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580773101612826624,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20186 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 20204 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20204 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n5] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n5] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 18
[junit4] 2> 20215 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@189e9c64[testcollection_shard1_replica_n1] main]
[junit4] 2> 20216 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@34abc81a[testcollection_shard1_replica_n3] main]
[junit4] 2> 20217 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20218 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580773101646381056,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 20219 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20220 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 20223 INFO (searcherExecutor-42-thread-1-processing-n:127.0.0.1:41495_solr x:testcollection_shard1_replica_n3 s:shard1 c:testcollection r:core_node4) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@34abc81a[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 20224 INFO (searcherExecutor-43-thread-1-processing-n:127.0.0.1:34425_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node2) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@189e9c64[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 20228 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 20228 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n7] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 13
[junit4] 2> 20229 INFO (qtp685136286-73) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 41
[junit4] 2> 20229 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 65
[junit4] 2> 20232 INFO (qtp685136286-69) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={_stateVer_=testcollection:7&commit=true&wt=javabin&version=2}{commit=} 0 74
[junit4] 2> 20245 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.S.Request [testcollection_shard2_replica_n7] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:41495/solr/testcollection_shard2_replica_n7/|https://127.0.0.1:34425/solr/testcollection_shard2_replica_n5/&rows=10&version=2&q=*:*&NOW=1507542707122&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 20248 INFO (qtp1976245490-66) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:34425/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/&rows=10&version=2&q=*:*&NOW=1507542707122&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 20258 INFO (qtp1976245490-64) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:7&shards.purpose=64&NOW=1507542707122&ids=1&isShard=true&shard.url=https://127.0.0.1:34425/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:41495/solr/testcollection_shard1_replica_n3/&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 20261 INFO (qtp685136286-67) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.S.Request [testcollection_shard1_replica_n3] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=1 status=0 QTime=27
[junit4] 2> 20264 INFO (qtp1976245490-139) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 20271 INFO (OverseerThreadFactory-37-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 20273 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=null
[junit4] 2> 20273 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@652098d5: rootName = solr_41495, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@5ee92dd7
[junit4] 2> 20274 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n5, tag=null
[junit4] 2> 20278 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72d34a46: rootName = solr_34425, domain = solr.core.testcollection.shard2.replica_n5, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n5 / com.codahale.metrics.MetricRegistry@67168164
[junit4] 2> 20320 INFO (qtp1976245490-61) [n:127.0.0.1:34425_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 20320 INFO (qtp1976245490-61) [n:127.0.0.1:34425_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f8f311e: rootName = solr_34425, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@27aa4be3
[junit4] 2> 20321 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n5] CLOSING SolrCore org.apache.solr.core.SolrCore@46c8e36b
[junit4] 2> 20338 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n5, tag=1187570539
[junit4] 2> 20338 INFO (qtp1976245490-61) [n:127.0.0.1:34425_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@12577b07
[junit4] 2> 20338 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1187570539
[junit4] 2> 20338 INFO (qtp1976245490-61) [n:127.0.0.1:34425_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=307723015
[junit4] 2> 20338 INFO (qtp1976245490-61) [n:127.0.0.1:34425_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=307723015
[junit4] 2> 20338 INFO (qtp685136286-63) [n:127.0.0.1:41495_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n7, tag=null
[junit4] 2> 20338 INFO (qtp685136286-63) [n:127.0.0.1:41495_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@493f2eaf: rootName = solr_41495, domain = solr.core.testcollection.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@7538bb26
[junit4] 2> 20340 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@6c144ffe
[junit4] 2> 20355 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=1813270526
[junit4] 2> 20355 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1813270526
[junit4] 2> 20355 INFO (qtp685136286-63) [n:127.0.0.1:41495_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n7] CLOSING SolrCore org.apache.solr.core.SolrCore@1d93a659
[junit4] 2> 20355 INFO (qtp685136286-63) [n:127.0.0.1:41495_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n7, tag=496215641
[junit4] 2> 20355 INFO (qtp685136286-63) [n:127.0.0.1:41495_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=496215641
[junit4] 2> 20374 WARN (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:testcollection_shard2_replica_n7 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:309)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 20375 INFO (qtp1976245490-124) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n5&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=101
[junit4] 2> 20399 INFO (qtp685136286-63) [n:127.0.0.1:41495_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 20400 INFO (qtp685136286-63) [n:127.0.0.1:41495_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n7&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=113
[junit4] 2> 20409 INFO (qtp1976245490-61) [n:127.0.0.1:34425_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 20420 INFO (qtp1976245490-61) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=133
[junit4] 2> 20427 INFO (qtp685136286-74) [n:127.0.0.1:41495_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=155
[junit4] 2> 20427 WARN (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 21138 INFO (qtp1976245490-139) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=874
[junit4] 2> 21139 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 21139 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[7A8D8D9AC81CD729]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testcollection
[junit4] 2> 21141 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=79490236-a3a3-448a-85fc-dcab5bbba0e8&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 21143 INFO (qtp1976245490-58) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=79490236-a3a3-448a-85fc-dcab5bbba0e8&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 21147 INFO (qtp1976245490-66) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=79490236-a3a3-448a-85fc-dcab5bbba0e8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 21153 INFO (qtp1976245490-66) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=79490236-a3a3-448a-85fc-dcab5bbba0e8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 21167 INFO (OverseerThreadFactory-37-thread-3-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 21174 INFO (OverseerCollectionConfigSetProcessor-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 21391 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41495/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 21404 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34425/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 21408 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41495/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 21421 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34425/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 21626 INFO (qtp685136286-69) [n:127.0.0.1:41495_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=79490236-a3a3-448a-85fc-dcab5bbba0e83461557596457421&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1
[junit4] 2> 21626 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:41495_solr 79490236-a3a3-448a-85fc-dcab5bbba0e83461557596457421 CREATE) [n:127.0.0.1:41495_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=79490236-a3a3-448a-85fc-dcab5bbba0e83461557596457421&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 21636 INFO (qtp1976245490-59) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=79490236-a3a3-448a-85fc-dcab5bbba0e83461557623152148&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=10
[junit4] 2> 21638 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:34425_solr 79490236-a3a3-448a-85fc-dcab5bbba0e83461557623152148 CREATE) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=79490236-a3a3-448a-85fc-dcab5bbba0e83461557623152148&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 21646 INFO (qtp1976245490-68) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=79490236-a3a3-448a-85fc-dcab5bbba0e83461557607242978&coreNodeName=core_node4&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=8
[junit4] 2> 21646 INFO (qtp685136286-71) [n:127.0.0.1:41495_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=79490236-a3a3-448a-85fc-dcab5bbba0e83461557613686027&coreNodeName=core_node7&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=17
[junit4] 2> 21646 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:41495_solr 79490236-a3a3-448a-85fc-dcab5bbba0e83461557613686027 CREATE) [n:127.0.0.1:41495_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=79490236-a3a3-448a-85fc-dcab5bbba0e83461557613686027&coreNodeName=core_node7&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 21647 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:34425_solr 79490236-a3a3-448a-85fc-dcab5bbba0e83461557607242978 CREATE) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=79490236-a3a3-448a-85fc-dcab5bbba0e83461557607242978&coreNodeName=core_node4&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 21649 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 79490236-a3a3-448a-85fc-dcab5bbba0e83461557613686027
[junit4] 2> 21649 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=79490236-a3a3-448a-85fc-dcab5bbba0e83461557613686027&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 21752 INFO (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 21752 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 21753 INFO (zkCallback-17-thread-1-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 21752 INFO (zkCallback-16-thread-2-processing-n:127.0.0.1:34425_solr) [n:127.0.0.1:34425_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 22156 INFO (qtp1976245490-64) [n:127.0.0.1:34425_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=79490236-a3a3-448a-85fc-dcab5bbba0e8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 22157 INFO (qtp1976245490-64) [n:127.0.0.1:34425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=79490236-a3a3-448a-85fc-dcab5bbba0e8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 22643 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:41495_solr 79490236-a3a3-448a-85fc-dcab5bbba0e83461557596457421 CREATE) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 22651 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:41495_solr 79490236-a3a3-448a-85fc-dcab5bbba0e83461557596457421 CREATE) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 22652 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 79490236-a3a3-448a-85fc-dcab5bbba0e83461557613686027
[junit4] 2> 22652 INFO (qtp685136286-65) [n:127.0.0.1:41495_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores param
[...truncated too long message...]
NFO (jetty-closer-6-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74300c6b: rootName = solr_41495, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27e9c153
[junit4] 2> 25244 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 25244 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4711ca65: rootName = solr_34425, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27e9c153
[junit4] 2> 25247 INFO (jetty-closer-6-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 25247 INFO (jetty-closer-6-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 25254 INFO (coreCloseExecutor-82-thread-2) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@7babf97c
[junit4] 2> 25254 INFO (coreCloseExecutor-82-thread-2) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=2074868092
[junit4] 2> 25254 INFO (coreCloseExecutor-82-thread-2) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@595e13e1: rootName = solr_34425, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@463831a1
[junit4] 2> 25264 INFO (coreCloseExecutor-82-thread-1) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@73db1259
[junit4] 2> 25270 INFO (coreCloseExecutor-83-thread-1) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2e76cbbf
[junit4] 2> 25270 INFO (coreCloseExecutor-83-thread-1) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=779537343
[junit4] 2> 25270 INFO (coreCloseExecutor-83-thread-1) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49847005: rootName = solr_41495, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@12edb40c
[junit4] 2> 25272 INFO (coreCloseExecutor-82-thread-1) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=1943736921
[junit4] 2> 25272 INFO (coreCloseExecutor-82-thread-1) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b419418: rootName = solr_34425, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@7c10c807
[junit4] 2> 25272 INFO (coreCloseExecutor-83-thread-2) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore [testcollection_shard2_replica_n5] CLOSING SolrCore org.apache.solr.core.SolrCore@4582d4cd
[junit4] 2> 25285 INFO (coreCloseExecutor-83-thread-2) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n5, tag=1166202061
[junit4] 2> 25285 INFO (coreCloseExecutor-83-thread-2) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44941b83: rootName = solr_41495, domain = solr.core.testcollection.shard2.replica_n5, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n5 / com.codahale.metrics.MetricRegistry@49190abd
[junit4] 2> 25285 INFO (coreCloseExecutor-82-thread-2) [n:127.0.0.1:34425_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=2074868092
[junit4] 2> 25288 INFO (coreCloseExecutor-82-thread-1) [n:127.0.0.1:34425_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1943736921
[junit4] 2> 25297 INFO (coreCloseExecutor-83-thread-1) [n:127.0.0.1:41495_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=779537343
[junit4] 2> 25297 INFO (coreCloseExecutor-83-thread-2) [n:127.0.0.1:41495_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1166202061
[junit4] 2> 25310 INFO (jetty-closer-6-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98798318449197061-127.0.0.1:34425_solr-n_0000000000) closing
[junit4] 2> 25311 INFO (OverseerStateUpdate-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34425_solr
[junit4] 2> 25311 WARN (OverseerAutoScalingTriggerThread-98798318449197061-127.0.0.1:34425_solr-n_0000000000) [n:127.0.0.1:34425_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 25315 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f008c13920006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 25316 WARN (zkCallback-17-thread-2-processing-n:127.0.0.1:41495_solr) [n:127.0.0.1:41495_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 25317 INFO (jetty-closer-6-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b569802{/solr,null,UNAVAILABLE}
[junit4] 2> 25317 INFO (jetty-closer-6-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a5a6087{/solr,null,UNAVAILABLE}
[junit4] 2> 25320 ERROR (SUITE-TestAuthenticationFramework-seed#[7A8D8D9AC81CD729]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 25320 INFO (SUITE-TestAuthenticationFramework-seed#[7A8D8D9AC81CD729]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35683 35683
[junit4] 2> 30380 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35683 35683
[junit4] 2> 30381 WARN (Thread-12) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_7A8D8D9AC81CD729-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=sl-SI, timezone=Europe/Sarajevo
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=249107600,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSolr4Spatial, TestSchemaResource, TestAuthenticationFramework]
[junit4] Completed [10/745 (1!)] on J0 in 16.48s, 1 test, 1 error <<< FAILURES!
[...truncated 49319 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20642 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20642/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost
Error Message:
The operations computed by ComputePlanAction should not be null
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null
at __randomizedtesting.SeedInfo.seed([9AE187515EEF1E0A:25F449AFDD057B8C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost(ComputePlanActionTest.java:193)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeAdded
Error Message:
The operations computed by ComputePlanAction should not be null
Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null
at __randomizedtesting.SeedInfo.seed([9AE187515EEF1E0A:FF22D126FC4CB609]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeAdded(ComputePlanActionTest.java:337)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12504 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/init-core-data-001
[junit4] 2> 1352169 WARN (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1352169 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1352170 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1352170 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1352170 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001
[junit4] 2> 1352171 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1352171 INFO (Thread-1827) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1352171 INFO (Thread-1827) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1352175 ERROR (Thread-1827) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1352271 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45617
[junit4] 2> 1352274 INFO (jetty-launcher-1287-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1352275 INFO (jetty-launcher-1287-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74fca343{/solr,null,AVAILABLE}
[junit4] 2> 1352276 INFO (jetty-launcher-1287-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e9ec2e4{SSL,[ssl, http/1.1]}{127.0.0.1:35493}
[junit4] 2> 1352276 INFO (jetty-launcher-1287-thread-1) [ ] o.e.j.s.Server Started @1354726ms
[junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35493}
[junit4] 2> 1352277 ERROR (jetty-launcher-1287-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1352277 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T19:12:39.957495Z
[junit4] 2> 1352278 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1352282 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45617/solr
[junit4] 2> 1352327 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1352327 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35493_solr
[junit4] 2> 1352331 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98800524319260675-127.0.0.1:35493_solr-n_0000000000) starting
[junit4] 2> 1352333 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1352336 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35493_solr
[junit4] 2> 1352336 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1352341 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1352341 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352342 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35493_solr]
[junit4] 2> 1352342 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1352342 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1352343 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1352343 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1352344 DEBUG (ScheduledTrigger-3978-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35493_solr]
[junit4] 2> 1352370 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35493.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352375 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35493.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352375 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35493.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352375 INFO (jetty-launcher-1287-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001/node1/.
[junit4] 2> 1352385 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352385 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45617/solr ready
[junit4] 2> 1352389 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost
[junit4] 2> 1352389 DEBUG (zkCallback-1294-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1352389 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1352394 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1352395 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1352396 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1352400 INFO (qtp1720360473-8890) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeLost&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1352404 INFO (OverseerThreadFactory-3980-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1352404 ERROR (OverseerThreadFactory-3980-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testNodeLost operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeLost
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:798)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1352409 INFO (qtp1720360473-8890) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeLost&action=DELETE&wt=javabin&version=2} status=400 QTime=8
[junit4] 2> 1352409 INFO (qtp1720360473-8891) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeAdded&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1352410 INFO (OverseerCollectionConfigSetProcessor-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1352410 INFO (OverseerThreadFactory-3980-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1352410 ERROR (OverseerThreadFactory-3980-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testNodeAdded operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeAdded
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:798)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1352412 INFO (qtp1720360473-8891) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeAdded&action=DELETE&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 1352412 INFO (qtp1720360473-8892) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testNodeWithMultipleReplicasLost&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1352413 INFO (OverseerCollectionConfigSetProcessor-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1352413 INFO (OverseerThreadFactory-3980-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1352413 ERROR (OverseerThreadFactory-3980-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testNodeWithMultipleReplicasLost operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testNodeWithMultipleReplicasLost
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:798)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1352419 INFO (qtp1720360473-8892) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testNodeWithMultipleReplicasLost&action=DELETE&wt=javabin&version=2} status=400 QTime=6
[junit4] 2> 1352438 INFO (qtp1720360473-8885) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352439 INFO (qtp1720360473-8885) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45617/solr ready
[junit4] 2> 1352442 INFO (qtp1720360473-8886) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1352442 DEBUG (qtp1720360473-8885) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1352443 INFO (qtp1720360473-8885) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 1352443 DEBUG (zkCallback-1294-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1352443 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1352443 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1352443 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1352444 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1352445 INFO (qtp1720360473-8890) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352446 INFO (qtp1720360473-8890) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45617/solr ready
[junit4] 2> 1352447 INFO (qtp1720360473-8886) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352447 DEBUG (qtp1720360473-8890) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1352448 INFO (qtp1720360473-8890) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1352448 DEBUG (zkCallback-1294-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1352448 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1352448 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1352448 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1352448 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1352449 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1352449 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31416913{/solr,null,AVAILABLE}
[junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12eff177{SSL,[ssl, http/1.1]}{127.0.0.1:41263}
[junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server Started @1354899ms
[junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41263}
[junit4] 2> 1352450 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1352450 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T19:12:40.130969Z
[junit4] 2> 1352452 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1352457 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45617/solr
[junit4] 2> 1352461 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352462 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1352463 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41263_solr
[junit4] 2> 1352463 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:41263_solr"} current state version: 0
[junit4] 2> 1352463 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41263_solr
[junit4] 2> 1352463 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352464 INFO (zkCallback-1299-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352466 INFO (zkCallback-1310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352493 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352499 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352499 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352500 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001/node2/.
[junit4] 2> 1352516 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1352517 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49083b3a{/solr,null,AVAILABLE}
[junit4] 2> 1352517 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a639a1a{SSL,[ssl, http/1.1]}{127.0.0.1:33505}
[junit4] 2> 1352517 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server Started @1354967ms
[junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33505}
[junit4] 2> 1352518 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1352518 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T19:12:40.198365Z
[junit4] 2> 1352520 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1352524 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45617/solr
[junit4] 2> 1352528 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1352529 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1352529 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33505_solr
[junit4] 2> 1352530 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33505_solr"} current state version: 0
[junit4] 2> 1352530 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33505_solr
[junit4] 2> 1352530 INFO (zkCallback-1299-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1352530 INFO (zkCallback-1310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1352531 INFO (zkCallback-1316-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1352531 INFO (zkCallback-1294-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1352587 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33505.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352593 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33505.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352593 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33505.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352594 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001/node3/.
[junit4] 2> 1352616 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1352616 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b38dd1f{/solr,null,AVAILABLE}
[junit4] 2> 1352617 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bd4cfaf{SSL,[ssl, http/1.1]}{127.0.0.1:36477}
[junit4] 2> 1352617 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.e.j.s.Server Started @1355067ms
[junit4] 2> 1352617 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36477}
[junit4] 2> 1352617 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352618 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1352618 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352618 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1352618 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T19:12:40.298235Z
[junit4] 2> 1352622 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1352626 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45617/solr
[junit4] 2> 1352630 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1352631 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1352632 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36477_solr
[junit4] 2> 1352632 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:36477_solr"} current state version: 0
[junit4] 2> 1352632 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:36477_solr
[junit4] 2> 1352632 INFO (zkCallback-1316-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352632 INFO (zkCallback-1294-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352632 INFO (zkCallback-1299-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352633 INFO (zkCallback-1310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352633 INFO (zkCallback-1322-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1352659 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36477.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352666 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36477.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352666 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36477.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56662f06
[junit4] 2> 1352667 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[9AE187515EEF1E0A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001/tempDir-001/node4/.
[junit4] 2> 1352708 INFO (qtp1181737220-8974) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1352709 INFO (qtp1181737220-8974) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45617/solr ready
[junit4] 2> 1352718 INFO (qtp1922123052-8959) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352721 INFO (qtp1181737220-8975) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352729 INFO (qtp1496354198-8936) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352731 INFO (qtp1720360473-8890) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352731 DEBUG (qtp1181737220-8974) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1352732 INFO (qtp1181737220-8974) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=28
[junit4] 2> 1352732 DEBUG (zkCallback-1294-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1352733 DEBUG (zkCallback-1294-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33505_solr, 127.0.0.1:41263_solr, 127.0.0.1:36477_solr, 127.0.0.1:35493_solr]
[junit4] 2> 1352733 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1352734 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1352734 DEBUG (ScheduledTrigger-3978-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:33505_solr, 127.0.0.1:35493_solr, 127.0.0.1:36477_solr, 127.0.0.1:41263_solr]
[junit4] 2> 1352734 INFO (qtp1922123052-8959) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&name=testNodeWithMultipleReplicasLost&nrtReplicas=3&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1352735 DEBUG (OverseerAutoScalingTriggerThread-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1352735 INFO (OverseerThreadFactory-3980-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection testNodeWithMultipleReplicasLost
[junit4] 2> 1352735 INFO (OverseerCollectionConfigSetProcessor-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1352738 INFO (qtp1922123052-8958) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352740 INFO (qtp1720360473-8886) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352742 INFO (qtp1181737220-8975) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352745 INFO (qtp1496354198-8935) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1352754 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeWithMultipleReplicasLost",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1352754 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost
[junit4] 2> 1352754 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 1352855 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "type":"NRT"} current state version: 0
[junit4] 2> 1352855 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "type":"NRT"} current state version: 0
[junit4] 2> 1352856 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352856 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352857 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "type":"NRT"} current state version: 0
[junit4] 2> 1352857 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1352857 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352857 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352858 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "type":"NRT"} current state version: 0
[junit4] 2> 1352858 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1352858 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1352858 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352858 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "type":"NRT"} current state version: 0
[junit4] 2> 1352858 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "type":"NRT"} current state version: 0
[junit4] 2> 1352859 INFO (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352859 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1352960 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeWithMultipleReplicasLost/state.json version: 0
[junit4] 2> 1353061 INFO (qtp1922123052-8957) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n6&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353061 INFO (qtp1922123052-8957) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1353061 INFO (qtp1720360473-8891) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n4&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353062 INFO (qtp1720360473-8891) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1353065 INFO (qtp1181737220-8977) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n2&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353065 INFO (qtp1181737220-8977) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1353065 INFO (qtp1496354198-8936) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n1&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353065 INFO (qtp1496354198-8936) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1353066 INFO (qtp1181737220-8981) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n9&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353068 INFO (qtp1720360473-8886) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n7&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353068 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "core_node_name":"core_node12",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1353068 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "core_node_name":"core_node12",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1353068 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node12:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n9","base_url":"https://127.0.0.1:36477/solr","node_name":"127.0.0.1:36477_solr","state":"down","type":"NRT"}
[junit4] 2> 1353068 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node8",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node8",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node8:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n4","base_url":"https://127.0.0.1:35493/solr","node_name":"127.0.0.1:35493_solr","state":"down","type":"NRT"}
[junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n2","base_url":"https://127.0.0.1:36477/solr","node_name":"127.0.0.1:36477_solr","state":"down","type":"NRT"}
[junit4] 2> 1353069 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "core_node_name":"core_node11",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "core_node_name":"core_node11",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node11:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n7","base_url":"https://127.0.0.1:35493/solr","node_name":"127.0.0.1:35493_solr","state":"down","type":"NRT"}
[junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "node_name":"127.0.0.1:41263_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "node_name":"127.0.0.1:41263_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n1","base_url":"https://127.0.0.1:41263/solr","node_name":"127.0.0.1:41263_solr","state":"down","type":"NRT"}
[junit4] 2> 1353070 DEBUG (OverseerStateUpdate-98800524319260675-127.0.0.1:35493_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41263/solr",
[junit4] 2> "node_name":"127.0.0.1:41263_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33505/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n7",
[junit4] 2> "base_url":"https://127.0.0.1:35493/solr",
[junit4] 2> "node_name":"127.0.0.1:35493_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:36477/solr",
[junit4] 2> "node_name":"127.0.0.1:36477_solr",
[junit4] 2> "state":"down"
[...truncated too long message...]
tty, tag=null
[junit4] 2> 1370644 INFO (jetty-closer-1288-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cebcdaf: rootName = solr_33505, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@34085b55
[junit4] 2> 1370645 INFO (jetty-closer-1288-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1370645 DEBUG (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33505_solr"} current state version: 0
[junit4] 2> 1370645 DEBUG (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33505_solr
[junit4] 2> 1370645 INFO (coreCloseExecutor-4087-thread-1) [ ] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6ae4c1ec
[junit4] 2> 1370645 DEBUG (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.o.NodeMutator Update replica state for core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"https://127.0.0.1:33505/solr","node_name":"127.0.0.1:33505_solr","state":"active","type":"NRT"} to down
[junit4] 2> 1370645 INFO (coreCloseExecutor-4087-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n2, tag=1793376748
[junit4] 2> 1370645 DEBUG (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.o.NodeMutator Update replica state for core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"https://127.0.0.1:33505/solr","node_name":"127.0.0.1:33505_solr","state":"active","type":"NRT","leader":"true"} to down
[junit4] 2> 1370645 INFO (coreCloseExecutor-4087-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d3ad199: rootName = solr_33505, domain = solr.core.testNodeAdded.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testNodeAdded.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7e1b62b2
[junit4] 2> 1370645 INFO (coreCloseExecutor-4087-thread-2) [ ] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3b31012c
[junit4] 2> 1370650 INFO (coreCloseExecutor-4087-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n1, tag=993067308
[junit4] 2> 1370650 INFO (coreCloseExecutor-4087-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b6ae15a: rootName = solr_33505, domain = solr.core.testNodeAdded.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testNodeAdded.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@747d1f86
[junit4] 2> 1370654 INFO (coreCloseExecutor-4087-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testNodeAdded.shard1.leader, tag=993067308
[junit4] 2> 1370655 INFO (coreCloseExecutor-4087-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testNodeAdded.shard1.leader, tag=1793376748
[junit4] 2> 1370656 INFO (jetty-closer-1288-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98800524319260685-127.0.0.1:33505_solr-n_0000000002) closing
[junit4] 2> 1370656 INFO (OverseerStateUpdate-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33505_solr
[junit4] 2> 1370656 WARN (OverseerAutoScalingTriggerThread-98800524319260685-127.0.0.1:33505_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1370658 DEBUG (jetty-closer-1288-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1370658 INFO (jetty-closer-1288-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49083b3a{/solr,null,UNAVAILABLE}
[junit4] 2> 1372141 WARN (zkCallback-1392-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1372142 INFO (jetty-closer-1288-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@157c410f{/solr,null,UNAVAILABLE}
[junit4] 2> 1372142 ERROR (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1372142 INFO (SUITE-ComputePlanActionTest-seed#[9AE187515EEF1E0A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45617 45617
[junit4] 2> 1372180 INFO (Thread-1827) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45617 45617
[junit4] 2> 1372180 WARN (Thread-1827) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2> 7 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 24 /solr/clusterprops.json
[junit4] 2> 24 /solr/clusterstate.json
[junit4] 2> 15 /solr/collections/testNodeLost/state.json
[junit4] 2> 7 /solr/collections/testNodeAdded/state.json
[junit4] 2> 4 /solr/overseer_elect/election/98800524319260685-127.0.0.1:33505_solr-n_0000000002
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard2/election/98800524319260688-core_node12-n_0000000000
[junit4] 2> 2 /solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard1/election/98800524319260688-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ComputePlanActionTest_9AE187515EEF1E0A-001
[junit4] 2> Oct 09, 2017 7:12:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=241, maxMBSortInHeap=6.853455407293643, sim=RandomSimilarity(queryNorm=true): {}, locale=mfe, timezone=Singapore
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=175571232,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestCollectionAPIs, TestSortByMinMaxFunction, TestRandomFlRTGCloud, TestInPlaceUpdatesStandalone, TestLockTree, TestFilteredDocIdSet, TestRangeQuery, RAMDirectoryFactoryTest, HttpTriggerListenerTest, TestSolr4Spatial2, BasicAuthStandaloneTest, BufferStoreTest, TestClusterStateMutator, TestLuceneIndexBackCompat, HealthCheckHandlerTest, TestAuthenticationFramework, CdcrRequestHandlerTest, SolrCLIZkUtilsTest, TestSearcherReuse, TestLazyCores, TestSolrConfigHandler, OverseerRolesTest, DistributedQueryComponentOptimizationTest, TestSchemaResource, TriLevelCompositeIdRoutingTest, ExternalFileFieldSortTest, TestNonDefinedSimilarityFactory, TestFieldCacheWithThreads, SolrMetricManagerTest, DocumentAnalysisRequestHandlerTest, TestPivotHelperCode, SolrIndexConfigTest, ParsingFieldUpdateProcessorsTest, CdcrBootstrapTest, TestDistributedStatsComponentCardinality, HdfsRecoverLeaseTest, TestCSVResponseWriter, CursorPagingTest, TestSerializedLuceneMatchVersion, TestLuceneMatchVersion, TestOmitPositions, EchoParamsTest, TestHighFrequencyDictionaryFactory, TestFaceting, CreateCollectionCleanupTest, TestPushWriter, TestFastOutputStream, TestReplicaProperties, ShardSplitTest, TestWordDelimiterFilterFactory, TestJsonFacets, PeerSyncReplicationTest, ChaosMonkeyNothingIsSafeTest, PeerSyncWithIndexFingerprintCachingTest, TestDeleteCollectionOnDownNodes, SpatialRPTFieldTypeTest, TestLeaderElectionZkExpiry, ActionThrottleTest, TestPKIAuthenticationPlugin, TestCloudNestedDocsSort, CoreAdminRequestStatusTest, SynonymTokenizerTest, TemplateUpdateProcessorTest, TestManagedSchema, HighlighterMaxOffsetTest, TestAddFieldRealTimeGet, TestRemoteStreaming, TestSolrQueryParser, TestSolrCloudWithKerberosAlt, ChaosMonkeySafeLeaderWithPullReplicasTest, BlockJoinFacetRandomTest, TestBackupRepositoryFactory, TestInitQParser, TestRealTimeGet, OverriddenZkACLAndCredentialsProvidersTest, DistributedSpellCheckComponentTest, TestConfig, SolrPluginUtilsTest, TestObjectReleaseTracker, V2StandaloneTest, SolrShardReporterTest, ZkNodePropsTest, TestSolrDeletionPolicy1, AddSchemaFieldsUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, SolrJmxReporterTest, TestRandomFaceting, XmlUpdateRequestHandlerTest, TestLegacyTerms, ComputePlanActionTest]
[junit4] Completed [315/745 (1!)] on J0 in 20.27s, 3 tests, 2 failures <<< FAILURES!
[...truncated 41251 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20641 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20641/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([BF064DFE4073B53A:82DEE3D2789DEB4A]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=1146, name=jetty-launcher-155-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=1147, name=jetty-launcher-155-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=1146, name=jetty-launcher-155-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=1147, name=jetty-launcher-155-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([BF064DFE4073B53A]:0)
Build Log:
[...truncated 11469 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 25157 INFO (SUITE-TestAuthenticationFramework-seed#[BF064DFE4073B53A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/init-core-data-001
[junit4] 2> 25157 WARN (SUITE-TestAuthenticationFramework-seed#[BF064DFE4073B53A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 25159 INFO (SUITE-TestAuthenticationFramework-seed#[BF064DFE4073B53A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 25161 INFO (SUITE-TestAuthenticationFramework-seed#[BF064DFE4073B53A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 25168 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[BF064DFE4073B53A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001
[junit4] 2> 25168 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[BF064DFE4073B53A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 25168 INFO (Thread-14) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 25168 INFO (Thread-14) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 25170 ERROR (Thread-14) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 25268 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[BF064DFE4073B53A]) [ ] o.a.s.c.ZkTestServer start zk server on port:43027
[junit4] 2> 25282 INFO (jetty-launcher-14-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 25286 INFO (jetty-launcher-14-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 25336 INFO (jetty-launcher-14-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f1468e{/solr,null,AVAILABLE}
[junit4] 2> 25339 INFO (jetty-launcher-14-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56060748{HTTP/1.1,[http/1.1]}{127.0.0.1:35891}
[junit4] 2> 25339 INFO (jetty-launcher-14-thread-2) [ ] o.e.j.s.Server Started @27438ms
[junit4] 2> 25339 INFO (jetty-launcher-14-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35891}
[junit4] 2> 25339 ERROR (jetty-launcher-14-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25339 INFO (jetty-launcher-14-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 25339 INFO (jetty-launcher-14-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25340 INFO (jetty-launcher-14-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 25340 INFO (jetty-launcher-14-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T15:53:14.693Z
[junit4] 2> 25353 INFO (jetty-launcher-14-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5efecb2c{/solr,null,AVAILABLE}
[junit4] 2> 25354 INFO (jetty-launcher-14-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61c50531{HTTP/1.1,[http/1.1]}{127.0.0.1:44695}
[junit4] 2> 25355 INFO (jetty-launcher-14-thread-1) [ ] o.e.j.s.Server Started @27453ms
[junit4] 2> 25355 INFO (jetty-launcher-14-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44695}
[junit4] 2> 25355 ERROR (jetty-launcher-14-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 25355 INFO (jetty-launcher-14-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 25355 INFO (jetty-launcher-14-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 25355 INFO (jetty-launcher-14-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 25355 INFO (jetty-launcher-14-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T15:53:14.708Z
[junit4] 2> 25366 INFO (jetty-launcher-14-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 25367 INFO (jetty-launcher-14-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 25393 INFO (jetty-launcher-14-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43027/solr
[junit4] 2> 25418 INFO (jetty-launcher-14-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43027/solr
[junit4] 2> 25494 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 25494 INFO (jetty-launcher-14-thread-2) [n:127.0.0.1:35891_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 25495 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44695_solr
[junit4] 2> 25496 INFO (jetty-launcher-14-thread-2) [n:127.0.0.1:35891_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35891_solr
[junit4] 2> 25496 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.Overseer Overseer (id=98799740159393798-127.0.0.1:44695_solr-n_0000000000) starting
[junit4] 2> 25499 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 25500 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 25535 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44695_solr
[junit4] 2> 25539 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 25539 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 25588 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 25590 INFO (jetty-launcher-14-thread-2) [n:127.0.0.1:35891_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 25636 INFO (jetty-launcher-14-thread-2) [n:127.0.0.1:35891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35891.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 25656 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44695.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 25658 INFO (jetty-launcher-14-thread-2) [n:127.0.0.1:35891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35891.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 25658 INFO (jetty-launcher-14-thread-2) [n:127.0.0.1:35891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35891.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 25660 INFO (jetty-launcher-14-thread-2) [n:127.0.0.1:35891_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node2/.
[junit4] 2> 25668 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44695.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 25668 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44695.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 25687 INFO (jetty-launcher-14-thread-1) [n:127.0.0.1:44695_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node1/.
[junit4] 2> 25803 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[BF064DFE4073B53A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 25804 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[BF064DFE4073B53A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43027/solr ready
[junit4] 2> 25805 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[BF064DFE4073B53A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 25809 INFO (qtp1575276030-114) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 25810 INFO (qtp1575276030-114) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 25812 INFO (OverseerThreadFactory-37-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 25814 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 25815 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 25917 INFO (OverseerStateUpdate-98799740159393798-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35891/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 25919 INFO (OverseerStateUpdate-98799740159393798-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44695/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 25920 INFO (OverseerStateUpdate-98799740159393798-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35891/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 25921 INFO (OverseerStateUpdate-98799740159393798-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44695/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 26128 INFO (qtp661658622-109) [n:127.0.0.1:35891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1
[junit4] 2> 26128 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 26129 INFO (qtp1575276030-101) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2
[junit4] 2> 26129 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 26130 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 26134 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 26137 INFO (qtp1575276030-103) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=8
[junit4] 2> 26142 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 26142 INFO (qtp661658622-112) [n:127.0.0.1:35891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=6
[junit4] 2> 26144 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 26146 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575
[junit4] 2> 26146 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 26271 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 26271 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 26272 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 26272 INFO (zkCallback-25-thread-2-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 26817 INFO (qtp1575276030-107) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 26818 INFO (qtp1575276030-107) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 27148 INFO (qtp1575276030-99) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575
[junit4] 2> 27148 INFO (qtp1575276030-99) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 27171 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 27172 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 27173 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 27174 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 27196 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 27240 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 27241 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 27241 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44695.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 27241 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 27241 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node1/testcollection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node1/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 27246 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 27248 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 27249 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 27249 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 27250 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35891.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 27250 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 27250 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node2/testcollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node2/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 27255 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 27258 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 27259 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 27259 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44695.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 27259 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 27259 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node1/testcollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node1/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 27270 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 27270 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 27271 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35891.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38248077
[junit4] 2> 27271 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 27271 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node2/testcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_BF064DFE4073B53A-001/tempDir-001/node2/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 27350 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 27351 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 27361 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 27361 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 27363 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 27363 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 27363 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 27363 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 27365 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@27b941aa[testcollection_shard1_replica_n2] main]
[junit4] 2> 27366 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 27367 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 27368 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 27371 INFO (searcherExecutor-42-thread-1-processing-x:testcollection_shard1_replica_n2 r:core_node5 ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE n:127.0.0.1:44695_solr s:shard1 c:testcollection) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@27b941aa[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 27371 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 27371 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580795844859265024
[junit4] 2> 27371 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 27372 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b9c8672[testcollection_shard2_replica_n6] main]
[junit4] 2> 27373 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 27373 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 27374 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@672d0306[testcollection_shard1_replica_n1] main]
[junit4] 2> 27375 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 27375 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 27375 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 27375 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 27376 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 27376 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 27377 INFO (searcherExecutor-44-thread-1-processing-x:testcollection_shard2_replica_n6 r:core_node8 ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE n:127.0.0.1:44695_solr s:shard2 c:testcollection) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@5b9c8672[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 27378 INFO (searcherExecutor-45-thread-1-processing-x:testcollection_shard1_replica_n1 r:core_node3 ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE n:127.0.0.1:35891_solr s:shard1 c:testcollection) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@672d0306[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 27378 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580795844866605056
[junit4] 2> 27378 INFO (parallelCoreAdminExecutor-38-thread-1-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244587781874 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580795844866605056
[junit4] 2> 27382 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 27383 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 27383 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2/
[junit4] 2> 27391 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:44695/solr START replicas=[http://127.0.0.1:35891/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 27393 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 27399 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 27399 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 27399 INFO (qtp661658622-104) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 27400 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 27401 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 27402 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@46a87482[testcollection_shard2_replica_n4] main]
[junit4] 2> 27403 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 27403 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 27403 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 27405 INFO (searcherExecutor-43-thread-1-processing-x:testcollection_shard2_replica_n4 r:core_node7 ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE n:127.0.0.1:35891_solr s:shard2 c:testcollection) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@46a87482[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 27405 INFO (parallelCoreAdminExecutor-38-thread-2-processing-n:127.0.0.1:35891_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413 CREATE) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580795844894916608
[junit4] 2> 27495 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27495 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27495 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27495 INFO (zkCallback-25-thread-2-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27692 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:44695/solr DONE. We have no versions. sync failed.
[junit4] 2> 27692 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 27692 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 27692 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 27700 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2/ shard1
[junit4] 2> 27804 INFO (zkCallback-25-thread-2-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27804 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27804 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27804 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27821 INFO (qtp1575276030-101) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 27822 INFO (qtp1575276030-101) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 27851 INFO (parallelCoreAdminExecutor-39-thread-1-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244589170937 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 27894 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 27894 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 27894 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44695/solr/testcollection_shard2_replica_n6/
[junit4] 2> 27895 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=http://127.0.0.1:44695/solr START replicas=[http://127.0.0.1:35891/solr/testcollection_shard2_replica_n4/] nUpdates=100
[junit4] 2> 27898 INFO (qtp661658622-102) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 27957 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27957 INFO (zkCallback-25-thread-2-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27957 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 27957 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28150 INFO (qtp1575276030-103) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575
[junit4] 2> 28150 INFO (qtp1575276030-103) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 28196 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=http://127.0.0.1:44695/solr DONE. We have no versions. sync failed.
[junit4] 2> 28196 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 28196 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 28196 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 28198 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44695/solr/testcollection_shard2_replica_n6/ shard2
[junit4] 2> 28300 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28300 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28300 INFO (zkCallback-25-thread-2-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28300 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28349 INFO (parallelCoreAdminExecutor-39-thread-2-processing-n:127.0.0.1:44695_solr ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575 CREATE) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 28511 INFO (zkCallback-26-thread-2-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28511 INFO (zkCallback-26-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28511 INFO (zkCallback-25-thread-2-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28511 INFO (zkCallback-25-thread-1-processing-n:127.0.0.1:35891_solr) [n:127.0.0.1:35891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 28824 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 28825 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 29152 INFO (qtp1575276030-107) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575
[junit4] 2> 29152 INFO (qtp1575276030-107) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244591439575&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 29154 INFO (qtp661658622-100) [n:127.0.0.1:35891_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413
[junit4] 2> 29154 INFO (qtp661658622-100) [n:127.0.0.1:35891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd73483244590245413&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 29157 INFO (OverseerThreadFactory-37-thread-1-processing-n:127.0.0.1:44695_solr) [n:127.0.0.1:44695_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 29813 INFO (OverseerCollectionConfigSetProcessor-98799740159393798-127.0.0.1:44695_solr-n_0000000000) [n:127.0.0.1:44695_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 29826 INFO (qtp1575276030-99) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 29829 INFO (qtp1575276030-99) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 29830 INFO (qtp1575276030-103) [n:127.0.0.1:44695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 29831 INFO (qtp1575276030-103) [n:127.0.0.1:44695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ae859888-ff11-4a9d-a7b3-b00cb3d76dd7&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 29832 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[BF064DFE4073B53A]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node7 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 29834 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[BF064DFE4073B53A]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 29841 INFO (qtp1575276030-101) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2/|http://127.0.0.1:35891/solr/testcollection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1507564399188&isShard=true&wt=javabin} hits=0 status=0 QTime=3
[junit4] 2> 29841 INFO (qtp661658622-112) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:35891/solr/testcollection_shard2_replica_n4/|http://127.0.0.1:44695/solr/testcollection_shard2_replica_n6/&rows=10&version=2&q=*:*&NOW=1507564399188&isShard=true&wt=javabin} hits=0 status=0 QTime=3
[junit4] 2> 29844 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=0 status=0 QTime=9
[junit4] 2> 29859 INFO (qtp661658622-109) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1580795847455539200)]} 0 4
[junit4] 2> 29860 INFO (qtp1575276030-107) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&wt=javabin&version=2}{add=[1 (1580795847455539200)]} 0 13
[junit4] 2> 29863 INFO (qtp661658622-102) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580795847472316416,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 29863 INFO (qtp661658622-102) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4e1a870e commitCommandVersion:1580795847472316416
[junit4] 2> 29867 INFO (qtp1575276030-105) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580795847476510720,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 29867 INFO (qtp1575276030-105) [n:127.0.0.1:44695_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2b955eb9 commitCommandVersion:1580795847476510720
[junit4] 2> 29869 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580795847478607872,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 29869 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 29870 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 29870 INFO (qtp1575276030-115) [n:127.0.0.1:44695_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 29872 INFO (qtp661658622-106) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580795847481753600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 29873 INFO (qtp661658622-106) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 29873 INFO (qtp661658622-106) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 29873 INFO (qtp661658622-102) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b5513b5[testcollection_shard1_replica_n1] main]
[junit4] 2> 29876 INFO (searcherExecutor-45-thread-1-processing-n:127.0.0.1:35891_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node3) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@1b5513b5[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 29877 INFO (qtp661658622-106) [n:127.0.0.1:35891_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44695/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
[junit4] 2> 29878 INFO (qtp661658622-102) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 29879 INFO (qtp661658622-102) [n:127.0.0.1:35891_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127
[...truncated too long message...]
dValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 09, 2017 3:55:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1146, name=jetty-launcher-155-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=1147, name=jetty-launcher-155-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 150674 ERROR (jetty-launcher-155-thread-1-EventThread) [n:127.0.0.1:43009_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 150674 ERROR (jetty-launcher-155-thread-2-EventThread) [n:127.0.0.1:43307_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 09, 2017 3:55:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1884, maxMBSortInHeap=7.869252968596616, sim=RandomSimilarity(queryNorm=true): {}, locale=sr, timezone=Asia/Pontianak
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=273953016,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldTypeResource, TestDistribDocBasedVersion, TestSkipOverseerOperations, SolrIndexMetricsTest, TestRawResponseWriter, OpenCloseCoreStressTest, TestConfigOverlay, CursorMarkTest, TestUniqueKeyFieldResource, DistributedTermsComponentTest, HdfsCollectionsAPIDistributedZkTest, DocValuesTest, SliceStateTest, TestSubQueryTransformerCrossCore, ConfigSetsAPITest, SolrSlf4jReporterTest, DocValuesMultiTest, TestCollationFieldDocValues, RuleEngineTest, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=BF064DFE4073B53A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr -Dtests.timezone=Asia/Pontianak -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=1146, name=jetty-launcher-155-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=1147, name=jetty-launcher-155-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([BF064DFE4073B53A]:0)
[junit4] Completed [44/745 (2!)] on J1 in 51.76s, 12 tests, 1 error <<< FAILURES!
[...truncated 49229 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20640 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20640/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=4032, name=jetty-launcher-573-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=4032, name=jetty-launcher-573-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([F35395934706FA2]:0)
Build Log:
[...truncated 12101 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F35395934706FA2-001/init-core-data-001
[junit4] 2> 376308 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=540 numCloses=540
[junit4] 2> 376308 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 376309 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 376309 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 376329 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F35395934706FA2-001/tempDir-001
[junit4] 2> 376329 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 376329 INFO (Thread-997) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 376329 INFO (Thread-997) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 376331 ERROR (Thread-997) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 376429 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37283
[junit4] 2> 376436 INFO (jetty-launcher-573-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 376437 INFO (jetty-launcher-573-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 376443 INFO (jetty-launcher-573-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17181c23{/solr,null,AVAILABLE}
[junit4] 2> 376444 INFO (jetty-launcher-573-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b3954b3{/solr,null,AVAILABLE}
[junit4] 2> 376448 INFO (jetty-launcher-573-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2dac12bc{HTTP/1.1,[http/1.1]}{127.0.0.1:41787}
[junit4] 2> 376448 INFO (jetty-launcher-573-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b9e8137{HTTP/1.1,[http/1.1]}{127.0.0.1:46531}
[junit4] 2> 376448 INFO (jetty-launcher-573-thread-1) [ ] o.e.j.s.Server Started @377778ms
[junit4] 2> 376448 INFO (jetty-launcher-573-thread-2) [ ] o.e.j.s.Server Started @377778ms
[junit4] 2> 376448 INFO (jetty-launcher-573-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41787}
[junit4] 2> 376448 INFO (jetty-launcher-573-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46531}
[junit4] 2> 376449 ERROR (jetty-launcher-573-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 376449 ERROR (jetty-launcher-573-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 376449 INFO (jetty-launcher-573-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 376449 INFO (jetty-launcher-573-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 376449 INFO (jetty-launcher-573-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 376449 INFO (jetty-launcher-573-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 376449 INFO (jetty-launcher-573-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 376449 INFO (jetty-launcher-573-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 376449 INFO (jetty-launcher-573-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T12:58:16.423Z
[junit4] 2> 376449 INFO (jetty-launcher-573-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-09T12:58:16.423Z
[junit4] 2> 376454 INFO (jetty-launcher-573-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 376454 INFO (jetty-launcher-573-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 376460 INFO (jetty-launcher-573-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37283/solr
[junit4] 2> 376461 INFO (jetty-launcher-573-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37283/solr
[junit4] 2> 376508 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 376508 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 376509 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41787_solr
[junit4] 2> 376510 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46531_solr
[junit4] 2> 376510 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.c.Overseer Overseer (id=98799052148178950-127.0.0.1:41787_solr-n_0000000000) starting
[junit4] 2> 376515 INFO (zkCallback-584-thread-1-processing-n:127.0.0.1:46531_solr) [n:127.0.0.1:46531_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 376516 INFO (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 376534 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41787_solr
[junit4] 2> 376540 INFO (zkCallback-584-thread-1-processing-n:127.0.0.1:46531_solr) [n:127.0.0.1:46531_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 376540 INFO (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 376566 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 376569 WARN (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 376572 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 376619 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 376620 WARN (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 376620 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 376627 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 376634 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 376670 INFO (jetty-launcher-573-thread-1-EventThread) [n:127.0.0.1:41787_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 376670 INFO (jetty-launcher-573-thread-2-EventThread) [n:127.0.0.1:46531_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 377767 WARN (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 377767 WARN (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 377791 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41787.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380e8ce7
[junit4] 2> 377791 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46531.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380e8ce7
[junit4] 2> 377800 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41787.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380e8ce7
[junit4] 2> 377800 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46531.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380e8ce7
[junit4] 2> 377800 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41787.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380e8ce7
[junit4] 2> 377801 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46531.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380e8ce7
[junit4] 2> 377801 INFO (jetty-launcher-573-thread-2) [n:127.0.0.1:46531_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F35395934706FA2-001/tempDir-001/node2/.
[junit4] 2> 377801 INFO (jetty-launcher-573-thread-1) [n:127.0.0.1:41787_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F35395934706FA2-001/tempDir-001/node1/.
[junit4] 2> 377833 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 382879 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1507589897812&s=WZMYg43Lj5wOCcnDA0mMXBhV6cY="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:17 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:17 GMT
[junit4] 2> 382879 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 382888 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 382891 INFO (qtp1857975335-3995) [n:127.0.0.1:41787_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 382891 INFO (qtp1857975335-3995) [n:127.0.0.1:41787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 382891 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1507589902862&s=2Jyw5164KmGywmZ9Ku67MePnqFw="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:22 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:22 GMT
[junit4] 2> 382891 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 382899 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 382903 WARN (qtp1857975335-3997) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: âbarâ: no such user
[junit4] 2> id: âbarâ: no such user
[junit4] 2>
[junit4] 2> 382905 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1507589902873&s=FMRUhY9QP+Ozk6TBFHSvm6zfTU4="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:22 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:22 GMT
[junit4] 2> 382905 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 382913 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 382914 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1507589902887&s=7+7ZlLRyeupbDR4EOOb7ebfnYKI="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:22 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:22 GMT
[junit4] 2> 382915 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 382921 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 382922 INFO (qtp1857975335-3993) [n:127.0.0.1:41787_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 382922 INFO (qtp1857975335-3993) [n:127.0.0.1:41787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 382922 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1507589902896&s=9VoLfvhUIXvplLu1aHXocn+rFGQ="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:22 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:22 GMT
[junit4] 2> 382922 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 382929 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 382930 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1507589902903&s=jWwFCo07ocdG1ooo8O/hcw01ep4="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:22 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:22 GMT
[junit4] 2> 382930 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 382940 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 382945 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1507589902914&s=KSrpgXorf5fZWPVADpk2JcdmfNc="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:22 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:22 GMT
[junit4] 2> 382945 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 382953 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 382953 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 382953 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 382954 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1507589902927&s=VmqFN6v5z3nv+Us9WuBNQt2RDPI="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:22 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:22 GMT
[junit4] 2> 382954 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 382960 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 383053 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 383054 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37283/solr ready
[junit4] 2> 383054 INFO (qtp1857975335-3995) [n:127.0.0.1:41787_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 383055 INFO (OverseerThreadFactory-1992-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 383161 INFO (OverseerStateUpdate-98799052148178950-127.0.0.1:41787_solr-n_0000000000) [n:127.0.0.1:41787_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41787/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 383365 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 383365 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 383470 INFO (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 383470 INFO (zkCallback-585-thread-2-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 384388 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 384415 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 384464 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 384471 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 384472 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41787.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380e8ce7
[junit4] 2> 384472 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 384472 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F35395934706FA2-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_F35395934706FA2-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 384473 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1579817827, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 384504 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 384504 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 384504 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 384504 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 384505 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=57.2041015625, floorSegmentMB=1.19921875, forceMergeDeletesPctAllowed=12.832983308486261, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 384505 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63b5ff6e[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 384507 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 384530 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 384592 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 384592 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 384592 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580784843034198016
[junit4] 2> 384592 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 384592 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 384592 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 384593 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 384593 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 384593 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 384594 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 384594 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 384596 INFO (searcherExecutor-1997-thread-1-processing-n:127.0.0.1:41787_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@63b5ff6e[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 384598 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 384598 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 384598 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41787/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 384598 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 384598 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41787/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 384598 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 384601 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41787/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 384704 INFO (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 384704 INFO (zkCallback-585-thread-2-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 384752 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 384754 INFO (qtp1857975335-3983) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1388
[junit4] 2> 384754 WARN (httpShardExecutor-1986-thread-1-processing-n:127.0.0.1:41787_solr [http:////127.0.0.1:41787//solr] http:////127.0.0.1:41787//solr) [n:127.0.0.1:41787_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1507589903338&s=3GZN0mUYYV5pGy5lMsU3lV8MWVM="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:23 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:23 GMT
[junit4] 2> 384758 INFO (qtp1857975335-3995) [n:127.0.0.1:41787_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 384857 INFO (zkCallback-585-thread-2-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 384857 INFO (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 385057 INFO (OverseerCollectionConfigSetProcessor-98799052148178950-127.0.0.1:41787_solr-n_0000000000) [n:127.0.0.1:41787_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 385758 INFO (qtp1857975335-3995) [n:127.0.0.1:41787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2703
[junit4] 2> 385758 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1507589903028&s=4fPYsbKjrvDtVw3VyeY3ISXO4nk="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:23 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:23 GMT
[junit4] 2> 385758 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 385759 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 385763 INFO (qtp1857975335-3987) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 385763 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1507589905736&s=c3nw6tpYKYT3uUVq8lafN0VC8U8="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:25 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:25 GMT
[junit4] 2> 385766 INFO (qtp131081776-3994) [n:127.0.0.1:46531_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 385769 INFO (qtp1857975335-3987) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 385770 WARN (qtp131081776-3994) [n:127.0.0.1:46531_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1507589905743&s=zbFZJm3312X0mpbl2fDnvTnC8XQ="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:25 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:25 GMT
[junit4] 2> 385775 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1507589905740&s=5cJIA3wzhylObsz+Egqx2bBwkHw="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:25 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:25 GMT
[junit4] 2> 385775 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1507589905743&s=zbFZJm3312X0mpbl2fDnvTnC8XQ="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:25 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:25 GMT
[junit4] 2> 385776 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 385800 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 385800 INFO (qtp1857975335-3993) [n:127.0.0.1:41787_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 385801 WARN (qtp1857975335-3993) [n:127.0.0.1:41787_solr ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 26 more
[junit4] 2> 385807 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 385831 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 398916 WARN (jetty-launcher-573-thread-2-SendThread(127.0.0.1:37283)) [n:127.0.0.1:46531_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14473ms for sessionid 0x15f0136e7700007
[junit4] 2> 398916 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[F35395934706FA2]-SendThread(127.0.0.1:37283)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13157ms for sessionid 0x15f0136e770000b
[junit4] 2> 398916 WARN (jetty-launcher-573-thread-1-SendThread(127.0.0.1:37283)) [n:127.0.0.1:41787_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13858ms for sessionid 0x15f0136e7700006
[junit4] 2> 398916 WARN (jetty-launcher-573-thread-1-SendThread(127.0.0.1:37283)) [n:127.0.0.1:41787_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14471ms for sessionid 0x15f0136e7700008
[junit4] 2> 398916 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f0136e7700007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 398917 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f0136e7700006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 398917 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f0136e7700008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 398918 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1507589905806&s=TnHm7mRxKheZhG+WbZGeCt3BeTE="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:25 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:25 GMT
[junit4] 2> 398918 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 398928 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 398930 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F35395934706FA2]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1507589918902&s=an+xGYzPfg2fRgc5IlTfIHzNTz8="; Path=/; Domain=127.0.0.1; Expires= , 09- -2017 22:58:38 GMT; HttpOnly". Invalid 'expires' attribute: , 09- -2017 22:58:38 GMT
[junit4] 2> 398930 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[F35395934706FA2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 399017 WARN (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a6880a0 name: ZooKeeperConnection Watcher:127.0.0.1:37283/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 399018 WARN (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 399018 INFO (jetty-closer-574-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b9e8137{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 399018 INFO (jetty-closer-574-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2103120667
[junit4] 2> 399018 INFO (jetty-closer-574-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2dac12bc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 399018 INFO (jetty-closer-574-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 399019 INFO (jetty-closer-574-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bd117a6: rootName = solr_46531, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@718863ed
[junit4] 2> 399020 INFO (jetty-closer-574-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1719993762
[junit4] 2> 399020 INFO (jetty-closer-574-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 399020 INFO (jetty-closer-574-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@681e9ce8: rootName = solr_41787, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cea1cc
[junit4] 2> 399022 INFO (jetty-closer-574-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 399022 INFO (jetty-closer-574-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52b31e48: rootName = solr_46531, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6364a2f0
[junit4] 2> 399024 INFO (jetty-closer-574-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 399024 INFO (jetty-closer-574-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@761649f7: rootName = solr_41787, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6364a2f0
[junit4] 2> 399025 INFO (jetty-closer-574-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 399025 INFO (jetty-closer-574-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15a67641: rootName = solr_46531, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@675b3a44
[junit4] 2> 399025 INFO (jetty-closer-574-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 399027 INFO (jetty-closer-574-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 399027 INFO (jetty-closer-574-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fac7406: rootName = solr_41787, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@675b3a44
[junit4] 2> 400122 INFO (jetty-launcher-573-thread-2-EventThread) [n:127.0.0.1:46531_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 400229 INFO (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 400229 INFO (jetty-closer-574-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 400230 INFO (zkCallback-585-thread-1-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 400230 INFO (zkCallback-585-thread-4-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 400232 INFO (coreCloseExecutor-2003-thread-1) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3a9d604e
[junit4] 2> 400232 INFO (coreCloseExecutor-2003-thread-1) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=983392334
[junit4] 2> 400232 INFO (coreCloseExecutor-2003-thread-1) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ff968db: rootName = solr_41787, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@22833ddc
[junit4] 2> 400241 INFO (coreCloseExecutor-2003-thread-1) [n:127.0.0.1:41787_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=983392334
[junit4] 2> 400242 INFO (jetty-closer-574-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98799052148178950-127.0.0.1:41787_solr-n_0000000000) closing
[junit4] 2> 400242 INFO (OverseerStateUpdate-98799052148178950-127.0.0.1:41787_solr-n_0000000000) [n:127.0.0.1:41787_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41787_solr
[junit4] 2> 400242 WARN (OverseerAutoScalingTriggerThread-98799052148178950-127.0.0.1:41787_solr-n_0000000000) [n:127.0.0.1:41787_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 400242 INFO (OverseerCollectionConfigSetProcessor-98799052148178950-127.0.0.1:41787_solr-n_0000000000) [n:127.0.0.1:41787_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98799052148178950-127.0.0.1:41787_solr-n_0000000000) am no longer a leader.
[junit4] 2> 400243 WARN (zkCallback-585-thread-4-processing-n:127.0.0.1:41787_solr) [n:127.0.0.1:41787_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 400243 ERROR (Thread[Thread-1014,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:41787_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 400526 WARN (zkCallback-584-thread-1-processing-n:127.0.0.1:46531_solr) [n:127.0.0.1:46531_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 400527 ERROR (Thread[Thread-1015,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:46531_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 400529 INFO (jetty-closer-574-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17181c23{/solr,null,UNAVAILABLE}
[junit4] 2> 400889 INFO (jetty-closer-574-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b3954b3{/solr,null,UNAVAILABLE}
[junit4] 2> 400889 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 400890 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37283 37283
[junit4] 2> 405922 INFO (Thread-997) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37283 37283
[junit4] 2> 405922 WARN (Thread-997) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 5 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 405932 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[F35395934706FA2]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 09, 2017 12:58:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Oct 09, 2017 12:59:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=4032, name=jetty-launcher-573-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 09, 2017 12:59:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=4032, name=jetty-launcher-573-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 426006 ERROR (jetty-launcher-573-thread-2-EventThread) [n:127.0.0.1:46531_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 09, 2017 12:59:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-MA, timezone=Africa/Monrovia
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=270198072,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestCoreDiscovery, DocValuesNotIndexedTest, SharedFSAutoReplicaFailoverTest, SolrCmdDistributorTest, LeaderFailureAfterFreshStartTest, TestStreamBody, TestManagedResourceStorage, TestBulkSchemaConcurrent, DistributedFacetPivotLongTailTest, TestSystemIdResolver, RuleEngineTest, TestHashPartitioner, TestRuleBasedAuthorizationPlugin, TestFiltering, TestRTGBase, DistributedFacetPivotWhiteBoxTest, TestLeaderInitiatedRecoveryThread, OverseerCollectionConfigSetProcessorTest, TestPostingsSolrHighlighter, TestNestedDocsSort, TestInitParams, DocValuesMissingTest, UpdateLogTest, TestFieldCache, TestRawResponseWriter, TestSubQueryTransformerCrossCore, IndexSchemaTest, TestPullReplica, TestSQLHandlerNonCloud, SpatialFilterTest, PreAnalyzedUpdateProcessorTest, DistanceUnitsTest, TestFieldCollectionResource, ConvertedLegacyTest, HdfsDirectoryFactoryTest, IndexSchemaRuntimeFieldTest, TestManagedSchemaAPI, SliceStateTest, TestBM25SimilarityFactory, PropertiesRequestHandlerTest, LoggingHandlerTest, TestQueryTypes, TestSegmentSorting, TestCloudPivotFacet, FullHLLTest, TestUninvertingReader, TestLegacyFieldReuse, TestStressUserVersions, PKIAuthenticationIntegrationTest, TestCollectionsAPIViaSolrCloudCluster, JSONWriterTest, TestStressRecovery, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=F35395934706FA2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-MA -Dtests.timezone=Africa/Monrovia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=4032, name=jetty-launcher-573-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([F35395934706FA2]:0)
[junit4] Completed [184/745 (1!)] on J1 in 49.71s, 12 tests, 1 error <<< FAILURES!
[...truncated 48718 lines...]