You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/04/03 00:42:34 UTC
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 30 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/30/
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([D6868CC750358B28:EB5E22EB68DBD558]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1015)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:127)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 1788 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20180402_231245_6294997311381403587000.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] codec: Lucene70, pf: Asserting, dvf: Direct
[junit4] <<< JVM J2: EOF ----
[...truncated 10437 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 101785 INFO (SUITE-TestAuthenticationFramework-seed#[D6868CC750358B28]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/init-core-data-001
[junit4] 2> 101786 WARN (SUITE-TestAuthenticationFramework-seed#[D6868CC750358B28]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 101786 INFO (SUITE-TestAuthenticationFramework-seed#[D6868CC750358B28]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 101787 INFO (SUITE-TestAuthenticationFramework-seed#[D6868CC750358B28]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 101791 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001
[junit4] 2> 101792 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 101792 INFO (Thread-264) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 101792 INFO (Thread-264) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 101797 ERROR (Thread-264) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 101892 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.ZkTestServer start zk server on port:36333
[junit4] 2> 101898 INFO (zkConnectionManagerCallback-239-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 101903 INFO (jetty-launcher-236-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 101903 INFO (jetty-launcher-236-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 101903 INFO (jetty-launcher-236-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 101903 INFO (jetty-launcher-236-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 101903 INFO (jetty-launcher-236-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 101904 INFO (jetty-launcher-236-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a385494{/solr,null,AVAILABLE}
[junit4] 2> 101905 INFO (jetty-launcher-236-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 101905 INFO (jetty-launcher-236-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 101905 INFO (jetty-launcher-236-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 101906 INFO (jetty-launcher-236-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dcc5906{/solr,null,AVAILABLE}
[junit4] 2> 101906 INFO (jetty-launcher-236-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1764f12b{HTTP/1.1,[http/1.1]}{127.0.0.1:43266}
[junit4] 2> 101906 INFO (jetty-launcher-236-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12437ef4{HTTP/1.1,[http/1.1]}{127.0.0.1:42998}
[junit4] 2> 101906 INFO (jetty-launcher-236-thread-1) [ ] o.e.j.s.Server Started @101953ms
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43266}
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-2) [ ] o.e.j.s.Server Started @101953ms
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42998}
[junit4] 2> 101907 ERROR (jetty-launcher-236-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-02T23:39:15.488Z
[junit4] 2> 101907 ERROR (jetty-launcher-236-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 101907 INFO (jetty-launcher-236-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-02T23:39:15.488Z
[junit4] 2> 101910 INFO (zkConnectionManagerCallback-241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 101910 INFO (zkConnectionManagerCallback-243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 101910 INFO (jetty-launcher-236-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 101910 INFO (jetty-launcher-236-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 101922 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10558c6c10f0001, likely client has closed socket
[junit4] 2> 101925 INFO (jetty-launcher-236-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36333/solr
[junit4] 2> 101925 INFO (jetty-launcher-236-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36333/solr
[junit4] 2> 101927 INFO (zkConnectionManagerCallback-249-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 101929 INFO (zkConnectionManagerCallback-251-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 101941 INFO (zkConnectionManagerCallback-255-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 101941 INFO (zkConnectionManagerCallback-253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 102030 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 102031 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43266_solr
[junit4] 2> 102031 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.Overseer Overseer (id=73562579587235845-127.0.0.1:43266_solr-n_0000000000) starting
[junit4] 2> 102041 INFO (zkConnectionManagerCallback-264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 102043 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36333/solr ready
[junit4] 2> 102044 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43266_solr
[junit4] 2> 102046 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 102051 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 102052 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 102052 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42998_solr
[junit4] 2> 102053 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 102055 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 102062 INFO (zkCallback-263-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 102119 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 102149 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43266.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 102155 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43266.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 102156 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43266.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 102157 INFO (jetty-launcher-236-thread-1) [n:127.0.0.1:43266_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node1/.
[junit4] 2> 102221 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 102245 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42998.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 102259 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42998.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 102259 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42998.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 102260 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node2/.
[junit4] 2> 102264 INFO (zkConnectionManagerCallback-269-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 102265 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 102266 INFO (jetty-launcher-236-thread-2) [n:127.0.0.1:42998_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36333/solr ready
[junit4] 2> 102289 INFO (zkConnectionManagerCallback-271-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 102292 INFO (zkConnectionManagerCallback-276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 102294 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 102295 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36333/solr ready
[junit4] 2> 102297 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 102302 INFO (qtp641963941-1104) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 102304 INFO (OverseerThreadFactory-550-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 102413 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 102415 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42998/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 102418 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 102423 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42998/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 102645 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 102647 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 102648 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 102648 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 102650 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 102761 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 102761 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 102761 INFO (zkCallback-254-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103663 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 103666 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 103673 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 103676 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 103678 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 103678 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 103681 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 103687 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42998.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 103687 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 103687 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node2/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node2/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 103687 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 103689 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 103689 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 103689 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 103690 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42998.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 103690 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 103690 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node2/testcollection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node2/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 103691 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 103691 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 103691 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43266.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 103691 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 103691 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 103694 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 103703 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 103703 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 103704 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43266.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e0a7bf
[junit4] 2> 103706 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 103706 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node1/testcollection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001/tempDir-001/node1/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 103753 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 103754 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 103755 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 103755 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 103761 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 103761 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 103762 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 103762 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 103764 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b364333[testcollection_shard1_replica_n2] main]
[junit4] 2> 103764 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@63bdc1e0[testcollection_shard2_replica_n6] main]
[junit4] 2> 103765 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 103765 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 103766 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 103766 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596679632817487872
[junit4] 2> 103770 INFO (searcherExecutor-555-thread-1-processing-n:127.0.0.1:42998_solr x:testcollection_shard1_replica_n2 c:testcollection s:shard1 r:core_node5) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@2b364333[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 103776 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 103776 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 103777 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 103777 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 103778 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17eeb98[testcollection_shard1_replica_n1] main]
[junit4] 2> 103779 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 103779 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 103780 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 103780 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 103781 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 103781 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 103781 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dfc2286[testcollection_shard2_replica_n4] main]
[junit4] 2> 103782 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 103783 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 103783 INFO (searcherExecutor-556-thread-1-processing-n:127.0.0.1:42998_solr x:testcollection_shard2_replica_n6 c:testcollection s:shard2 r:core_node8) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@63bdc1e0[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 103783 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596679632835313664
[junit4] 2> 103783 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 103783 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 103783 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 103784 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 103784 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596679632836362240
[junit4] 2> 103785 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 103785 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 103786 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596679632838459392
[junit4] 2> 103786 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 103787 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 103794 INFO (searcherExecutor-558-thread-1-processing-n:127.0.0.1:43266_solr x:testcollection_shard2_replica_n4 c:testcollection s:shard2 r:core_node7) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@1dfc2286[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 103794 INFO (searcherExecutor-557-thread-1-processing-n:127.0.0.1:43266_solr x:testcollection_shard1_replica_n1 c:testcollection s:shard1 r:core_node3) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@17eeb98[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 103796 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 103797 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 103798 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 103798 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 103798 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42998/solr/testcollection_shard2_replica_n6/
[junit4] 2> 103799 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=http://127.0.0.1:42998/solr START replicas=[http://127.0.0.1:43266/solr/testcollection_shard2_replica_n4/] nUpdates=100
[junit4] 2> 103805 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 103900 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103900 INFO (zkCallback-254-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 103900 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104099 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=http://127.0.0.1:42998/solr DONE. We have no versions. sync failed.
[junit4] 2> 104099 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 104099 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 104099 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 104102 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42998/solr/testcollection_shard2_replica_n6/ shard2
[junit4] 2> 104203 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104203 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104203 INFO (zkCallback-254-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104253 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 104254 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1604
[junit4] 2> 104286 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 104286 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 104286 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/
[junit4] 2> 104287 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:42998/solr START replicas=[http://127.0.0.1:43266/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 104289 INFO (qtp641963941-1098) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 104356 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104356 INFO (zkCallback-254-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104356 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104587 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:42998/solr DONE. We have no versions. sync failed.
[junit4] 2> 104587 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 104587 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 104587 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 104590 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/ shard1
[junit4] 2> 104692 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104692 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104692 INFO (zkCallback-254-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104741 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 104743 INFO (qtp1988419412-1096) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2097
[junit4] 2> 104801 INFO (qtp641963941-1103) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2153
[junit4] 2> 104801 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2153
[junit4] 2> 104807 INFO (qtp641963941-1104) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 104905 INFO (zkCallback-252-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104905 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 104905 INFO (zkCallback-254-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 105807 INFO (qtp641963941-1104) [n:127.0.0.1:43266_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3504
[junit4] 2> 105808 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node7 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 105809 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 105816 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:43266/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1522712359391&isShard=true&wt=javabin} hits=0 status=0 QTime=1
[junit4] 2> 105817 INFO (qtp1988419412-1099) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:42998/solr/testcollection_shard2_replica_n6/|http://127.0.0.1:43266/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1522712359391&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 105818 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=0 status=0 QTime=7
[junit4] 2> 105824 INFO (qtp1988419412-1099) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
[junit4] 2> 105826 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1596679634972311552)]} 0 2
[junit4] 2> 105827 INFO (qtp1988419412-1099) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&wt=javabin&version=2}{add=[1 (1596679634972311552)]} 0 6
[junit4] 2> 105830 INFO (qtp1988419412-1102) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596679634981748736,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 105830 INFO (qtp1988419412-1102) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3e4ca87f commitCommandVersion:1596679634981748736
[junit4] 2> 105831 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596679634982797312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 105831 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 105831 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 105831 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 105833 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596679634984894464,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 105833 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1fa796c0 commitCommandVersion:1596679634984894464
[junit4] 2> 105834 INFO (qtp1988419412-1102) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e9b34e3[testcollection_shard1_replica_n2] main]
[junit4] 2> 105837 INFO (searcherExecutor-555-thread-1-processing-n:127.0.0.1:42998_solr x:testcollection_shard1_replica_n2 c:testcollection s:shard1 r:core_node5) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@3e9b34e3[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1)))}
[junit4] 2> 105838 INFO (qtp1988419412-1095) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596679634990137344,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 105838 INFO (qtp1988419412-1102) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 105838 INFO (qtp1988419412-1102) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
[junit4] 2> 105839 INFO (qtp1988419412-1095) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 105840 INFO (qtp1988419412-1095) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 105840 INFO (qtp1988419412-1095) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 105841 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c71ea9[testcollection_shard1_replica_n1] main]
[junit4] 2> 105842 INFO (searcherExecutor-557-thread-1-processing-n:127.0.0.1:43266_solr x:testcollection_shard1_replica_n1 c:testcollection s:shard1 r:core_node3) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@4c71ea9[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1)))}
[junit4] 2> 105842 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 105842 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 10
[junit4] 2> 105843 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&commit=true&wt=javabin&version=2}{commit=} 0 16
[junit4] 2> 105845 INFO (qtp1988419412-1095) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:42998/solr/testcollection_shard2_replica_n6/|http://127.0.0.1:43266/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1522712359425&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 105850 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:43266/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1522712359425&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 105853 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:7&shards.purpose=64&NOW=1522712359425&ids=1&isShard=true&shard.url=http://127.0.0.1:43266/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:42998/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 105853 INFO (qtp1988419412-1099) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=1 status=0 QTime=9
[junit4] 2> 105854 INFO (qtp641963941-1098) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 105859 INFO (OverseerCollectionConfigSetProcessor-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 105864 INFO (OverseerThreadFactory-550-thread-2) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
[junit4] 2> 105864 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 105864 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=null
[junit4] 2> 105864 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5823cdf2: rootName = solr_43266, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5878f26c
[junit4] 2> 105864 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6678d34b: rootName = solr_42998, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@5f2cfac8
[junit4] 2> 105877 INFO (qtp1988419412-1094) [n:127.0.0.1:42998_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=null
[junit4] 2> 105877 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
[junit4] 2> 105877 INFO (qtp1988419412-1094) [n:127.0.0.1:42998_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b85bfba: rootName = solr_42998, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@3ac18011
[junit4] 2> 105877 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26a8a8: rootName = solr_43266, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@1f6d5007
[junit4] 2> 105884 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@59f0e37d
[junit4] 2> 105893 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1041b06f
[junit4] 2> 105898 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=272740463
[junit4] 2> 105898 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=272740463
[junit4] 2> 105899 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@4394a256
[junit4] 2> 105900 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=1133814358
[junit4] 2> 105900 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1133814358
[junit4] 2> 105900 INFO (qtp1988419412-1094) [n:127.0.0.1:42998_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@301b2973
[junit4] 2> 105900 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=1508959101
[junit4] 2> 105901 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1508959101
[junit4] 2> 105901 INFO (qtp1988419412-1094) [n:127.0.0.1:42998_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=807086451
[junit4] 2> 105901 INFO (qtp1988419412-1094) [n:127.0.0.1:42998_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=807086451
[junit4] 2> 105903 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node5=1}, version=3}
[junit4] 2> 105903 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 105905 INFO (qtp641963941-1108) [n:127.0.0.1:43266_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=40
[junit4] 2> 105918 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={}, version=4}
[junit4] 2> 105925 INFO (qtp1988419412-1097) [n:127.0.0.1:42998_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=60
[junit4] 2> 105926 WARN (zkCallback-252-thread-1) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 105929 INFO (qtp1988419412-1094) [n:127.0.0.1:42998_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node7=0}, version=2}
[junit4] 2> 105929 WARN (zkCallback-252-thread-1) [ ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:testcollection_shard2_replica_n4 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:312) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_152]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_152]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_152]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_152]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
[junit4] 2> 105931 INFO (qtp1988419412-1094) [n:127.0.0.1:42998_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n6&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=65
[junit4] 2> 105933 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={}, version=3}
[junit4] 2> 105933 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 105934 INFO (qtp641963941-1107) [n:127.0.0.1:43266_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=68
[junit4] 2> 106649 INFO (qtp641963941-1098) [n:127.0.0.1:43266_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=795
[junit4] 2> 106650 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 106650 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[D6868CC750358B28]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testcollection
[junit4] 2> 106650 INFO (qtp641963941-1109) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 106652 INFO (OverseerThreadFactory-550-thread-3) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 106652 INFO (OverseerCollectionConfigSetProcessor-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 106867 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 106870 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42998/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 106872 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43266/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 106874 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42998/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 107076 INFO (qtp641963941-1098) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 107076 INFO (qtp1988419412-1095) [n:127.0.0.1:42998_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 107076 INFO (qtp641963941-1110) [n:127.0.0.1:43266_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 107076 INFO (qtp1988419412-1099) [n:127.0.0.1:42998_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 107184 INFO (zkCallback-252-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 107184 INFO (zkCallback-252-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 107184 INFO (zkCallback-254-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 107184 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 108104 INFO (qtp1988419412-1099) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 108105 INFO (qtp641963941-1110) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 108134 INFO (qtp1988419412-1095) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 108135 INFO (qtp641963941-1098) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 108142 INFO (qtp641963941-1098) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 108143 INFO (qtp641963941-1110) [n:127.0.0.1:43266_sol
[...truncated too long message...]
m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 110351 INFO (zkCallback-254-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 110351 INFO (zkCallback-252-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 110351 INFO (zkCallback-268-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 110351 INFO (zkCallback-263-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 110363 INFO (coreCloseExecutor-595-thread-1) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@29493f71
[junit4] 2> 110364 INFO (coreCloseExecutor-595-thread-1) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=692666225
[junit4] 2> 110364 INFO (coreCloseExecutor-596-thread-1) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@2c1c376f
[junit4] 2> 110364 INFO (coreCloseExecutor-595-thread-1) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c12c99: rootName = solr_43266, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@682a1554
[junit4] 2> 110364 INFO (coreCloseExecutor-596-thread-1) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=740046703
[junit4] 2> 110364 INFO (coreCloseExecutor-596-thread-1) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7dd6b18c: rootName = solr_42998, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@32dac017
[junit4] 2> 110365 INFO (coreCloseExecutor-596-thread-2) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@16cb233e
[junit4] 2> 110368 INFO (coreCloseExecutor-595-thread-2) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@14501e78
[junit4] 2> 110374 INFO (coreCloseExecutor-595-thread-2) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=340795000
[junit4] 2> 110374 INFO (coreCloseExecutor-595-thread-2) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f55e278: rootName = solr_43266, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@293a43a1
[junit4] 2> 110375 INFO (coreCloseExecutor-596-thread-2) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=382411582
[junit4] 2> 110375 INFO (coreCloseExecutor-596-thread-2) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43f91d5f: rootName = solr_42998, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@39584186
[junit4] 2> 110382 INFO (coreCloseExecutor-595-thread-2) [n:127.0.0.1:43266_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=340795000
[junit4] 2> 110382 INFO (coreCloseExecutor-595-thread-1) [n:127.0.0.1:43266_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=692666225
[junit4] 2> 110391 INFO (coreCloseExecutor-596-thread-2) [n:127.0.0.1:42998_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=382411582
[junit4] 2> 110391 INFO (coreCloseExecutor-596-thread-1) [n:127.0.0.1:42998_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=740046703
[junit4] 2> 110396 INFO (jetty-closer-237-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73562579587235845-127.0.0.1:43266_solr-n_0000000000) closing
[junit4] 2> 110397 INFO (OverseerStateUpdate-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43266_solr
[junit4] 2> 110398 WARN (OverseerAutoScalingTriggerThread-73562579587235845-127.0.0.1:43266_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 110402 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10558c6c10f0008, likely client has closed socket
[junit4] 2> 110409 INFO (jetty-closer-237-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2dcc5906{/solr,null,UNAVAILABLE}
[junit4] 2> 110409 INFO (jetty-closer-237-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a385494{/solr,null,UNAVAILABLE}
[junit4] 2> 110409 INFO (jetty-closer-237-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 110409 INFO (jetty-closer-237-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 110410 ERROR (SUITE-TestAuthenticationFramework-seed#[D6868CC750358B28]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 110411 INFO (SUITE-TestAuthenticationFramework-seed#[D6868CC750358B28]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36333 36333
[junit4] 2> 110586 INFO (Thread-264) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36333 36333
[junit4] 2> 110587 WARN (Thread-264) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/testcollection/terms/shard1
[junit4] 2> 12 /solr/collections/testcollection/terms/shard2
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/collections/testcollection/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testcollection/leader_elect/shard1/election/73562579587235846-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_D6868CC750358B28-001
[junit4] 2> Apr 02, 2018 11:39:24 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-LU, timezone=Antarctica/DumontDUrville
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=212347224,total=416284672
[junit4] 2> NOTE: All tests run in this JVM: [CdcrReplicationHandlerTest, TestHighlightDedupGrouping, TestSolrQueryParser, TestRemoteStreaming, DistributedExpandComponentTest, ExecutePlanActionTest, TestIBSimilarityFactory, TestJsonFacetRefinement, TestWriterPerf, SuggesterWFSTTest, TestApiFramework, MetricTriggerIntegrationTest, ManagedSchemaRoundRobinCloudTest, OpenCloseCoreStressTest, SimpleFacetsTest, EchoParamsTest, TestAuthenticationFramework]
[junit4] Completed [40/794 (1!)] on J0 in 9.07s, 1 test, 1 error <<< FAILURES!
[...truncated 52092 lines...]
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 36 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/36/
3 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:34080/jvhp
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34080/jvhp
at __randomizedtesting.SeedInfo.seed([75AED8C35B88E5C0:FDFAE719F5748838]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 44 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
30 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest: 1) Thread[id=699, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=759, name=ScheduledTrigger-203-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=712, name=zkConnectionManagerCallback-252-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=746, name=OverseerCollectionConfigSetProcessor-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=714, name=Scheduler-1494578996, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=768, name=AutoscalingActionExecutor-204-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=692, name=qtp79465721-692, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=760, name=ScheduledTrigger-203-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=688, name=qtp79465721-688-acceptor-0@6a78ebe0-ServerConnector@3437a3ab{HTTP/1.1,[http/1.1]}{127.0.0.1:38831}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=709, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=752, name=OverseerThreadFactory-205-thread-1, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=689, name=qtp79465721-689, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=693, name=qtp79465721-693, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=754, name=ScheduledTrigger-203-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=747, name=OverseerAutoScalingTriggerThread-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:181) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=686, name=qtp79465721-686, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=735, name=zkConnectionManagerCallback-245-thread-1-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 18) Thread[id=744, name=zkConnectionManagerCallback-252-thread-1-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 19) Thread[id=694, name=Scheduler-1554110872, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=705, name=zkConnectionManagerCallback-245-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=687, name=qtp79465721-687, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=718, name=searcherExecutor-197-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=745, name=OverseerStateUpdate-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=698, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=707, name=Thread-133, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737) 26) Thread[id=743, name=zkConnectionManagerCallback-252-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 27) Thread[id=691, name=qtp79465721-691, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=690, name=qtp79465721-690, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=734, name=zkConnectionManagerCallback-245-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 30) Thread[id=751, name=ScheduledTrigger-203-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 30 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest:
1) Thread[id=699, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=759, name=ScheduledTrigger-203-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=712, name=zkConnectionManagerCallback-252-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=746, name=OverseerCollectionConfigSetProcessor-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=714, name=Scheduler-1494578996, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=768, name=AutoscalingActionExecutor-204-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=692, name=qtp79465721-692, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=760, name=ScheduledTrigger-203-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=688, name=qtp79465721-688-acceptor-0@6a78ebe0-ServerConnector@3437a3ab{HTTP/1.1,[http/1.1]}{127.0.0.1:38831}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=709, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=752, name=OverseerThreadFactory-205-thread-1, state=WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=689, name=qtp79465721-689, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=693, name=qtp79465721-693, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=754, name=ScheduledTrigger-203-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=747, name=OverseerAutoScalingTriggerThread-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=WAITING, group=Overseer autoscaling triggers]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:181)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=686, name=qtp79465721-686, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=735, name=zkConnectionManagerCallback-245-thread-1-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
18) Thread[id=744, name=zkConnectionManagerCallback-252-thread-1-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
19) Thread[id=694, name=Scheduler-1554110872, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=705, name=zkConnectionManagerCallback-245-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=687, name=qtp79465721-687, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=718, name=searcherExecutor-197-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=745, name=OverseerStateUpdate-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=698, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=707, name=Thread-133, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737)
26) Thread[id=743, name=zkConnectionManagerCallback-252-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
27) Thread[id=691, name=qtp79465721-691, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=690, name=qtp79465721-690, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=734, name=zkConnectionManagerCallback-245-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
30) Thread[id=751, name=ScheduledTrigger-203-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([75AED8C35B88E5C0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=754, name=ScheduledTrigger-203-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=759, name=ScheduledTrigger-203-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=712, name=zkConnectionManagerCallback-252-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=714, name=Scheduler-1494578996, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=768, name=AutoscalingActionExecutor-204-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=694, name=Scheduler-1554110872, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=692, name=qtp79465721-692, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=760, name=ScheduledTrigger-203-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=705, name=zkConnectionManagerCallback-245-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=687, name=qtp79465721-687, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=718, name=searcherExecutor-197-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=707, name=Thread-133, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737) 13) Thread[id=743, name=zkConnectionManagerCallback-252-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 14) Thread[id=691, name=qtp79465721-691, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=690, name=qtp79465721-690, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=734, name=zkConnectionManagerCallback-245-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 17) Thread[id=751, name=ScheduledTrigger-203-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=754, name=ScheduledTrigger-203-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=759, name=ScheduledTrigger-203-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=712, name=zkConnectionManagerCallback-252-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=714, name=Scheduler-1494578996, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=768, name=AutoscalingActionExecutor-204-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=694, name=Scheduler-1554110872, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=692, name=qtp79465721-692, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=760, name=ScheduledTrigger-203-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=705, name=zkConnectionManagerCallback-245-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=687, name=qtp79465721-687, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=718, name=searcherExecutor-197-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=707, name=Thread-133, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737)
13) Thread[id=743, name=zkConnectionManagerCallback-252-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
14) Thread[id=691, name=qtp79465721-691, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=690, name=qtp79465721-690, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=734, name=zkConnectionManagerCallback-245-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
17) Thread[id=751, name=ScheduledTrigger-203-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([75AED8C35B88E5C0]:0)
Build Log:
[...truncated 12248 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_75AED8C35B88E5C0-001/init-core-data-001
[junit4] 2> 185413 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 185425 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 185427 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 185427 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 185428 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jvhp/
[junit4] 2> 185484 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 185514 INFO (Thread-115) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 185515 INFO (Thread-115) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 185526 ERROR (Thread-115) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 185608 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.ZkTestServer start zk server on port:37551
[junit4] 2> 185697 INFO (zkConnectionManagerCallback-210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 185794 INFO (zkConnectionManagerCallback-212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 185847 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 185850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 185864 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 185865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 185866 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 185886 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 185887 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 185901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 185902 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 185903 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 185920 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 185922 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 188309 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 188380 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 188380 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 188380 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 188416 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@442f3200{/jvhp,null,AVAILABLE}
[junit4] 2> 188417 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@343b734f{HTTP/1.1,[http/1.1]}{127.0.0.1:34080}
[junit4] 2> 188417 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.Server Started @188604ms
[junit4] 2> 188417 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_75AED8C35B88E5C0-001/tempDir-001/control/data, replicaType=NRT, hostContext=/jvhp, hostPort=34080, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_75AED8C35B88E5C0-001/control-001/cores}
[junit4] 2> 188418 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|
[...truncated too long message...]
gure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null1193258918
[copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null1193258918
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null1193258918
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null179086131
[copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null179086131
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null179086131
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 81ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 169 minutes 7 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 35 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
^
java.lang.OutOfMemoryError: Java heap space
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 34 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/34/
2 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testAddDocs
Error Message:
Could not load collection from ZK: tlog_replica_test_add_docs
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: tlog_replica_test_add_docs
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1250)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:679)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.cloud.TestTlogReplica.tearDown(TestTlogReplica.java:122)
at sun.reflect.GeneratedMethodAccessor27.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/tlog_replica_test_add_docs/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1262)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1248)
... 40 more
FAILED: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testClassifyStream
Error Message:
Could not load collection from ZK: checkpointCollection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: checkpointCollection
at __randomizedtesting.SeedInfo.seed([84C8BF259A5075A8:2180251DA3086C3C]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1250)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:679)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testClassifyStream(StreamDecoratorTest.java:3224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/checkpointCollection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1262)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1248)
... 44 more
Build Log:
[...truncated 12504 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 1110851 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/init-core-data-001
[junit4] 2> 1110851 WARN (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1111032 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1111033 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1111034 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001
[junit4] 2> 1111084 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1111088 INFO (Thread-660) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1111088 INFO (Thread-660) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1111088 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36675
[junit4] 2> 1111260 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0: ZooKeeperServer not running
[junit4] 2> 1111348 ERROR (Thread-660) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1112434 INFO (zkConnectionManagerCallback-821-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112489 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1112530 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1112561 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1112562 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1112562 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1112562 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20490284{/solr,null,AVAILABLE}
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ad66a19{SSL,[ssl, http/1.1]}{127.0.0.1:44962}
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.Server Started @1112696ms
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44962}
[junit4] 2> 1112564 ERROR (jetty-launcher-818-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-07T00:03:07.263Z
[junit4] 2> 1112654 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1112654 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1112654 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1112655 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8ae00ff{/solr,null,AVAILABLE}
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40f28cb9{SSL,[ssl, http/1.1]}{127.0.0.1:33737}
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.Server Started @1112803ms
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33737}
[junit4] 2> 1112671 ERROR (jetty-launcher-818-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1112672 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1112672 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-07T00:03:07.371Z
[junit4] 2> 1112707 INFO (zkConnectionManagerCallback-825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112723 INFO (zkConnectionManagerCallback-823-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112723 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1112760 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1112793 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36675/solr
[junit4] 2> 1112815 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36675/solr
[junit4] 2> 1112835 INFO (zkConnectionManagerCallback-829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112835 INFO (zkConnectionManagerCallback-833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112886 INFO (zkConnectionManagerCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112991 INFO (zkConnectionManagerCallback-837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1113104 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1113158 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44962_solr
[junit4] 2> 1113159 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.Overseer Overseer (id=72411277853720582-127.0.0.1:44962_solr-n_0000000000) starting
[junit4] 2> 1113381 INFO (zkConnectionManagerCallback-846-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1113620 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36675/solr ready
[junit4] 2> 1113658 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44962_solr
[junit4] 2> 1113742 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1113815 INFO (zkCallback-845-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1114145 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1114146 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1114161 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1114161 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33737_solr
[junit4] 2> 1114180 INFO (zkCallback-845-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1114184 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1114249 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1114331 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114424 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114424 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114425 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/.
[junit4] 2> 1114683 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114710 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114710 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114711 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/.
[junit4] 2> 1114757 INFO (zkConnectionManagerCallback-851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1114758 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1114759 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36675/solr ready
[junit4] 2> 1114830 INFO (zkConnectionManagerCallback-853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1114846 INFO (zkConnectionManagerCallback-858-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1114847 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1114847 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36675/solr ready
[junit4] 2> 1114858 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1115083 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1115084 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1115541 INFO (TEST-TestTlogReplica.testCreateDelete-seed#[E4372ED05606DCA9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateDelete {seed=[E4372ED05606DCA9:FF27DF9CA0F62499]}
[junit4] 2> 1115847 INFO (qtp373196700-4065) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_create_delete&action=CREATE&numShards=2&tlogReplicas=4 and sendToOCPQueue=true
[junit4] 2> 1115850 INFO (OverseerThreadFactory-1428-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_create_delete
[junit4] 2> 1115851 WARN (OverseerThreadFactory-1428-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection tlog_replica_test_create_delete is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1116097 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33737/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116120 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44962/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116137 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard1_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33737/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116171 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard1_replica_t7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44962/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116174 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard2_replica_t8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33737/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116176 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard2_replica_t10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44962/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116191 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard2_replica_t12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33737/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116203 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard2_replica_t14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44962/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116608 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard1_replica_t2&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116608 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1116624 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116625 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard1_replica_t4&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116660 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard2_replica_t8&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116668 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard2_replica_t12&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116669 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard2_replica_t14&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116670 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard1_replica_t7&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116694 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard2_replica_t10&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116847 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1116847 INFO (zkCallback-836-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1116851 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1117733 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1117836 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1117924 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1117940 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard2_replica_t8] Schema name=minimal
[junit4] 2> 1117961 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1117978 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1117942 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1117992 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard2_replica_t8' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1117993 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.core.tlog_replica_test_create_delete.shard2.replica_t8' (registry 'solr.core.tlog_replica_test_create_delete.shard2.replica_t8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1117993 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1117993 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard2_replica_t8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/tlog_replica_test_create_delete_shard2_replica_t8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/./tlog_replica_test_create_delete_shard2_replica_t8/data/]
[junit4] 2> 1118005 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1118015 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118015 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard1_replica_t2' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118029 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.core.tlog_replica_test_create_delete.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_create_delete.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118029 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118029 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/tlog_replica_test_create_delete_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/./tlog_replica_test_create_delete_shard1_replica_t2/data/]
[junit4] 2> 1118040 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118040 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard1_replica_t1' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118040 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.core.tlog_replica_test_create_delete.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_create_delete.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118041 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118041 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/tlog_replica_test_create_delete_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/./tlog_replica_test_create_delete_shard1_replica_t1/data/]
[junit4] 2> 1118062 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1118078 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1118094 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard2_replica_t10] Schema name=minimal
[junit4] 2> 1118176 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1118220 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard1_replica_t7] Schema name=minimal
[junit4] 2> 1118223 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118223 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard2_replica_t10' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118224 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.core.tlog_replica_test_create_delete.shard2.replica_t10' (registry 'solr.core.tlog_replica_test_create_delete.shard2.replica_t10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118224 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118224 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard2_replica_t10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/tlog_replica_test_create_delete_shard2_replica_t10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/./tlog_replica_test_create_delete_shard2_replica_t10/data/]
[junit4] 2> 1118235 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118235 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard1_replica_t7' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118235 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.core.tlog_replica_test_create_delete.shard1.replica_t7' (registry 'solr.core.tlog_replica_test_create_delete.shard1.replica_t7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118341 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118341 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard1_replica_t7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/tlog_replica_test_create_delete_shard1_replica_t7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/./tlog_replica_test_create_delete_shard1_replica_t7/data/]
[junit4] 2> 1118357 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1118358 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard2_replica_t14] Schema name=minimal
[junit4] 2> 1118390 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118390 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard2_replica_t14' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118391 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.core.tlog_replica_test_create_delete.shard2.replica_t14' (registry 'solr.core.tlog_replica_test_create_delete.shard2.replica_t14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118391 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118391 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard2_replica_t14] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/tlog_replica_test_create_delete_shard2_replica_t14], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/./tlog_replica_test_create_delete_shard2_replica_t14/data/]
[junit4] 2> 1118425 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard1_replica_t4] Schema name=minimal
[junit4] 2> 1118448 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard2_replica_t12] Schema name=minimal
[junit4] 2> 1118483 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118483 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard2_replica_t12' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118484 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.core.tlog_replica_test_create_delete.shard2.replica_t12' (registry 'solr.core.tlog_replica_test_create_delete.shard2.replica_t12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118484 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118484 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118484 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard1_replica_t4' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118484 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard2_replica_t12] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/tlog_replica_test_create_delete_shard2_replica_t12], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/./tlog_replica_test_create_delete_shard2_replica_t12/data/]
[junit4] 2> 1118485 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.core.tlog_replica_test_create_delete.shard1.replica_t4' (registry 'solr.core.tlog_replica_test_create_delete.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118485 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118485 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/tlog_replica_test_create_delete_shard1_replica_t4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/./tlog_replica_test_create_delete_shard1_replica_t4/data/]
[junit4] 2> 1119212 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119212 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119233 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119233 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119290 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7deaca39[tlog_replica_test_create_delete_shard1_replica_t2] main]
[junit4] 2> 1119326 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119326 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119342 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119342 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527165935616
[junit4] 2> 1119477 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119477 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119478 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119478 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119508 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119508 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119510 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46509ca8[tlog_replica_test_create_delete_shard1_replica_t1] main]
[junit4] 2> 1119533 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119533 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119534 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d716d09[tlog_replica_test_create_delete_shard1_replica_t7] main]
[junit4] 2> 1119541 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119541 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119542 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119542 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119542 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119542 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119543 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119543 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.s.SolrIndexSearcher Opening [Searcher@62e85dd9[tlog_replica_test_create_delete_shard2_replica_t12] main]
[junit4] 2> 1119543 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527376699392
[junit4] 2> 1119638 INFO (searcherExecutor-1434-thread-1-processing-n:127.0.0.1:44962_solr x:tlog_replica_test_create_delete_shard1_replica_t2 c:tlog_replica_test_create_delete s:shard1 r:core_node5) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard1_replica_t2] Registered new searcher Searcher@7deaca39[tlog_replica_test_create_delete_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119652 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119653 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119653 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119653 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527492042752
[junit4] 2> 1119723 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119723 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119724 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119725 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119725 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119725 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1119725 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119726 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119726 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.s.SolrIndexSearcher Opening [Searcher@21d50126[tlog_replica_test_create_delete_shard2_replica_t10] main]
[junit4] 2> 1119741 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119741 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119742 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119743 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119743 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119745 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119745 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119761 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=4 found=1 timeoutin=9999ms
[junit4] 2> 1119762 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1119762 INFO (zkCallback-836-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1119762 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1119764 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.s.SolrIndexSearcher Opening [Searcher@244014e0[tlog_replica_test_create_delete_shard2_replica_t8] main]
[junit4] 2> 1119776 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119776 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119777 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119796 INFO (searcherExecutor-1437-thread-1-processing-n:127.0.0.1:44962_solr x:tlog_replica_test_create_delete_shard1_replica_t7 c:tlog_replica_test_create_delete s:shard1 r:core_node9) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard1_replica_t7] Registered new searcher Searcher@7d716d09[tlog_replica_test_create_delete_shard1_replica_t7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119797 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527643037696
[junit4] 2> 1119816 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119816 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119833 INFO (searcherExecutor-1435-thread-1-processing-n:127.0.0.1:33737_solr x:tlog_replica_test_create_delete_shard1_replica_t1 c:tlog_replica_test_create_delete s:shard1 r:core_node3) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard1_replica_t1] Registered new searcher Searcher@46509ca8[tlog_replica_test_create_delete_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119834 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard1 to Terms{values={core_node5=0, core_node9=0}, version=1}
[junit4] 2> 1119834 INFO (searcherExecutor-1439-thread-1-processing-n:127.0.0.1:33737_solr x:tlog_replica_test_create_delete_shard2_replica_t12 c:tlog_replica_test_create_delete s:shard2 r:core_node15) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard2_replica_t12] Registered new searcher Searcher@62e85dd9[tlog_replica_test_create_delete_shard2_replica_t12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119836 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119836 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119840 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527688126464
[junit4] 2> 1119870 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119870 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119871 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119871 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119873 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.s.SolrIndexSearcher Opening [Searcher@23a46557[tlog_replica_test_create_delete_shard2_replica_t14] main]
[junit4] 2> 1119906 INFO (searcherExecutor-1436-thread-1-processing-n:127.0.0.1:44962_solr x:tlog_replica_test_create_delete_shard2_replica_t10 c:tlog_replica_test_create_delete s:shard2 r:core_node13) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard2_replica_t10] Registered new searcher Searcher@21d50126[tlog_replica_test_create_delete_shard2_replica_t10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119906 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527757332480
[junit4] 2> 1119907 INFO (searcherExecutor-1433-thread-1-processing-n:127.0.0.1:33737_solr x:tlog_replica_test_create_delete_shard2_replica_t8 c:tlog_replica_test_create_delete s:shard2 r:core_node11) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard2_replica_t8] Registered new searcher Searcher@244014e0[tlog_replica_test_create_delete_shard2_replica_t8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119918 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f738f17[tlog_replica_test_create_delete_shard1_replica_t4] main]
[junit4] 2> 1119923 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119923 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119923 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard2 to Terms{values={core_node15=0}, version=0}
[junit4] 2> 1119924 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119925 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119958 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119959 INFO (searcherExecutor-1440-thread-1-processing-n:127.0.0.1:33737_solr x:tlog_replica_test_create_delete_shard1_replica_t4 c:tlog_replica_test_create_delete s:shard1 r:core_node6) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard1_replica_t4] Registered new searcher Searcher@7f738f17[tlog_replica_test_create_delete_shard1_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119959 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119959 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527812907008
[junit4] 2> 1119959 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527812907008
[junit4] 2> 1119961 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1119976 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard1 to Terms{values={core_node3=0, core_node5=0, core_node9=0}, version=2}
[junit4] 2> 1119978 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=4 found=1 timeoutin=9999ms
[junit4] 2> 1120028 INFO (searcherExecutor-1438-thread-1-processing-n:127.0.0.1:44962_solr x:tlog_replica_test_create_delete_shard2_replica_t14 c:tlog_replica_test_create_delete s:shard2 r:core_node16) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard2_replica_t14] Registered new searcher Searcher@23a46557[tlog_replica_test_create_delete_shard2_replica_t14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1120032 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1120032 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard2 to Terms{values={core_node13=0, core_node15=0}, version=1}
[junit4] 2> 1120032 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard1 to Terms{values={core_node6=0, core_node9=0, core_node3=0, core_node5=0}, version=3}
[junit4] 2> 1120033 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard2 to Terms{values={core_node13=0, core_node15=0, core_node11=0}, version=2}
[junit4] 2> 1120033 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1120035 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard2 to Terms{values={core_node11=0, core_node13=0, core_node16=0, core_node15=0}, version=3}
[junit4] 2> 1120137 INFO (zkCallback-834-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1120137 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1120138 INFO (zkCallback-836-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1120262 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1120262 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1120262 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44962/solr/tlog_replica_test_create_delete_shard1_replica_t2/
[junit4] 2> 1120263 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_create_delete_shard1_replica_t2 url=https://127.0.0.1:44962/solr START replicas=[https://127.0.0.1:33737/solr/tlog_replica_test_create_delete_shard1_replica_t1/, https://127.0.0.1:33737/solr/tlog_replica_test_create_delete_shard1_replica_t4/, https://127.0.0.1:44962/solr/tlog_replica_test_create_delete_shard1_replica_t7/] nUpdates=100
[junit4] 2> 1120375 INFO (qtp373196700-4067) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_create_delete_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=30
[junit4] 2> 1120432 INFO (qtp849419614-4054) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.S.Request [tlog_replica_test_create_delete_shard1_replica_t7] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1120434 INFO (qtp373196700-4166) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_create_delete_shard1_replica_t4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1120481 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1120481 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1120481 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33737/solr/tlog_replica_test_create_delete_shard2_replica_t12/
[junit4] 2> 1120482 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_create_delete_shard2_replica_t12 url=https://127.0.0.1:33737/solr START replicas=[https://127.0.0.1:33737/solr/tlog_replica_test_create_delete_shard2_replica_t8/, https://127.0.0.1:44962/solr/tlog_replica_test_create_delete_shard2_replica_t10/, https://127.0.0.1:44962/solr/tlog_replica_test_create_delete_shard2_replica_t14/] nUpdates=100
[junit4] 2> 1120627 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_create_delete_shard1_replica_t2 url=https://127.0.0.1:44962/solr DONE. We have no versions. sync failed.
[junit4] 2> 1120627 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1120627 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c
[...truncated too long message...]
ure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null892350982
[copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null892350982
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null892350982
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2112341427
[copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2112341427
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2112341427
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 48ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 225 minutes 33 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 33 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/33/
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([E7C3508D25B29B7B:DA1BFEA11D5CC50B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1015)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:127)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 13849 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/init-core-data-001
[junit4] 2> 1938846 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001
[junit4] 2> 1938846 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1938847 INFO (Thread-10435) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1938847 INFO (Thread-10435) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1938851 ERROR (Thread-10435) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1938947 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.ZkTestServer start zk server on port:33938
[junit4] 2> 1938953 INFO (zkConnectionManagerCallback-5184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1938974 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1939000 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1939001 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1939001 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1939001 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1939002 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1939002 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1939002 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1939005 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8399eb{/solr,null,AVAILABLE}
[junit4] 2> 1939006 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@794b0086{SSL,[ssl, http/1.1]}{127.0.0.1:36990}
[junit4] 2> 1939006 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.Server Started @1939042ms
[junit4] 2> 1939006 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36990}
[junit4] 2> 1939006 ERROR (jetty-launcher-5181-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1939006 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1939007 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 1939007 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1939007 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1939007 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-05T17:45:39.884Z
[junit4] 2> 1939011 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66023fab{/solr,null,AVAILABLE}
[junit4] 2> 1939012 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28531256{SSL,[ssl, http/1.1]}{127.0.0.1:51172}
[junit4] 2> 1939012 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.Server Started @1939048ms
[junit4] 2> 1939012 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51172}
[junit4] 2> 1939012 ERROR (jetty-launcher-5181-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1939012 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1939013 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 1939013 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1939013 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1939013 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-05T17:45:39.890Z
[junit4] 2> 1939023 INFO (zkConnectionManagerCallback-5188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939023 INFO (zkConnectionManagerCallback-5186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939023 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1939029 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1939040 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33938/solr
[junit4] 2> 1939048 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33938/solr
[junit4] 2> 1939055 INFO (zkConnectionManagerCallback-5192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939057 INFO (zkConnectionManagerCallback-5196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939057 INFO (zkConnectionManagerCallback-5198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939058 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10566f61b6e0004, likely client has closed socket
[junit4] 2> 1939069 INFO (zkConnectionManagerCallback-5200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939256 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1939261 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36990_solr
[junit4] 2> 1939262 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.Overseer Overseer (id=73578176129662981-127.0.0.1:36990_solr-n_0000000000) starting
[junit4] 2> 1939284 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1939286 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51172_solr
[junit4] 2> 1939297 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1939298 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1939302 INFO (zkConnectionManagerCallback-5209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939304 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1939306 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33938/solr ready
[junit4] 2> 1939335 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1939335 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36990_solr
[junit4] 2> 1939341 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1939366 INFO (zkCallback-5208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1939366 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1939548 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1939598 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939611 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939611 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939613 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/.
[junit4] 2> 1939653 INFO (zkConnectionManagerCallback-5214-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939656 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1939657 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1939661 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33938/solr ready
[junit4] 2> 1939700 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939716 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939717 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939718 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/.
[junit4] 2> 1939752 INFO (zkConnectionManagerCallback-5216-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939756 INFO (zkConnectionManagerCallback-5221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939757 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1939758 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33938/solr ready
[junit4] 2> 1939790 INFO (qtp94147322-27119) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1939795 INFO (OverseerThreadFactory-7972-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1939908 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1939912 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36990/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1939916 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1939922 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36990/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1940146 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1940158 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1940180 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1940181 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1940181 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1940292 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1940292 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1940292 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1940293 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1940293 INFO (zkCallback-5197-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941178 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1941198 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1941207 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema [testcollection_shard2_replica_n7] Schema name=minimal
[junit4] 2> 1941208 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1941211 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1941211 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n7' using configuration from collection testcollection, trusted=true
[junit4] 2> 1941211 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.core.testcollection.shard2.replica_n7' (registry 'solr.core.testcollection.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1941211 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1941211 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1941212 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [[testcollection_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/testcollection_shard2_replica_n7], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/./testcollection_shard2_replica_n7/data/]
[junit4] 2> 1941213 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1941216 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1941216 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 1941216 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1941217 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1941217 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 1941226 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1941229 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1941229 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 1941232 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1941235 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1941235 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1941235 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1941236 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1941236 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/testcollection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 1941239 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1941239 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1941239 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1941375 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1941375 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1941375 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1941375 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1941377 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1941377 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1941377 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1941377 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1941379 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b895599[testcollection_shard1_replica_n2] main]
[junit4] 2> 1941380 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1941380 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1941380 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1941380 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1941381 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1941382 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1941383 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1941383 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596929178085621760
[junit4] 2> 1941387 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1941387 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1941389 INFO (searcherExecutor-7978-thread-1-processing-n:127.0.0.1:36990_solr x:testcollection_shard1_replica_n2 c:testcollection s:shard1 r:core_node5) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@6b895599[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1941389 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1941389 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1941390 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1941391 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@704bb7ee[testcollection_shard2_replica_n4] main]
[junit4] 2> 1941392 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1941392 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@9be3d4c[testcollection_shard2_replica_n7] main]
[junit4] 2> 1941393 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1941393 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c66eb48[testcollection_shard1_replica_n1] main]
[junit4] 2> 1941394 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1941395 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1941395 INFO (searcherExecutor-7979-thread-1-processing-n:127.0.0.1:51172_solr x:testcollection_shard2_replica_n4 c:testcollection s:shard2 r:core_node6) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@704bb7ee[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1941395 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596929178098204672
[junit4] 2> 1941395 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1941396 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1941397 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1941397 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596929178100301824
[junit4] 2> 1941395 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1941398 INFO (searcherExecutor-7977-thread-1-processing-n:127.0.0.1:36990_solr x:testcollection_shard2_replica_n7 c:testcollection s:shard2 r:core_node8) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [testcollection_shard2_replica_n7] Registered new searcher Searcher@9be3d4c[testcollection_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1941398 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
[junit4] 2> 1941398 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1941398 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596929178101350400
[junit4] 2> 1941401 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node6=0}, version=0}
[junit4] 2> 1941401 INFO (searcherExecutor-7980-thread-1-processing-n:127.0.0.1:51172_solr x:testcollection_shard1_replica_n1 c:testcollection s:shard1 r:core_node3) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@2c66eb48[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1941402 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1941403 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
[junit4] 2> 1941408 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1941408 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1941408 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51172/solr/testcollection_shard2_replica_n4/
[junit4] 2> 1941409 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n4 url=https://127.0.0.1:51172/solr START replicas=[https://127.0.0.1:36990/solr/testcollection_shard2_replica_n7/] nUpdates=100
[junit4] 2> 1941409 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 1941418 INFO (qtp94147322-27121) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.S.Request [testcollection_shard2_replica_n7] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1941509 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941509 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941509 INFO (zkCallback-5197-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941509 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941509 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941709 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n4 url=https://127.0.0.1:51172/solr DONE. We have no versions. sync failed.
[junit4] 2> 1941709 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1941709 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1941709 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1941714 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51172/solr/testcollection_shard2_replica_n4/ shard2
[junit4] 2> 1941816 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941816 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941816 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941816 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941816 INFO (zkCallback-5197-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941865 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1941868 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1687
[junit4] 2> 1941899 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1941899 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1941899 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/
[junit4] 2> 1941900 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=https://127.0.0.1:36990/solr START replicas=[https://127.0.0.1:51172/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1941903 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1941970 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941970 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941970 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941970 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941970 INFO (zkCallback-5197-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942200 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=https://127.0.0.1:36990/solr DONE. We have no versions. sync failed.
[junit4] 2> 1942200 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1942200 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1942200 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1942204 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/ shard1
[junit4] 2> 1942307 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942307 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942307 INFO (zkCallback-5197-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942307 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942307 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942356 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1942359 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2200
[junit4] 2> 1942410 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2264
[junit4] 2> 1942413 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2232
[junit4] 2> 1942419 INFO (qtp94147322-27119) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1942515 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942515 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942515 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942515 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942515 INFO (zkCallback-5197-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943419 INFO (qtp94147322-27119) [n:127.0.0.1:36990_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3629
[junit4] 2> 1943420 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1943420 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 1943430 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:51172/solr/testcollection_shard2_replica_n4/|https://127.0.0.1:36990/solr/testcollection_shard2_replica_n7/&rows=10&version=2&q=*:*&NOW=1522950344301&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1943431 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/|https://127.0.0.1:51172/solr/testcollection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1522950344301&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1943431 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=0 status=0 QTime=7
[junit4] 2> 1943456 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
[junit4] 2> 1943475 INFO (qtp180011165-27109) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1596929180247785472)]} 0 13
[junit4] 2> 1943476 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&wt=javabin&version=2}{add=[1 (1596929180247785472)]} 0 31
[junit4] 2> 1943478 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596929180282388480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1943478 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2c5457e8 commitCommandVersion:1596929180282388480
[junit4] 2> 1943485 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596929180289728512,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1943485 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7ffcd783 commitCommandVersion:1596929180289728512
[junit4] 2> 1943485 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c3de009[testcollection_shard1_replica_n1] main]
[junit4] 2> 1943486 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1943487 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@77325243[testcollection_shard1_replica_n2] main]
[junit4] 2> 1943487 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1943488 INFO (searcherExecutor-7980-thread-1-processing-n:127.0.0.1:51172_solr x:testcollection_shard1_replica_n1 c:testcollection s:shard1 r:core_node3) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@6c3de009[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1)))}
[junit4] 2> 1943489 INFO (searcherExecutor-7978-thread-1-processing-n:127.0.0.1:36990_solr x:testcollection_shard1_replica_n2 c:testcollection s:shard1 r:core_node5) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@77325243[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1)))}
[junit4] 2> 1943489 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
[junit4] 2> 1943489 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 1943491 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596929180296019968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1943491 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1943491 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1943491 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1943500 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596929180305457152,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1943500 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1943500 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1943500 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n7] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1943508 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&commit=true&wt=javabin&version=2}{commit=} 0 31
[junit4] 2> 1943521 INFO (qtp180011165-27109) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:51172/solr/testcollection_shard2_replica_n4/|https://127.0.0.1:36990/solr/testcollection_shard2_replica_n7/&rows=10&version=2&q=*:*&NOW=1522950344386&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1943523 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:51172/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1522950344386&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 1943528 INFO (qtp180011165-27109) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:7&shards.purpose=64&NOW=1522950344386&ids=1&isShard=true&shard.url=https://127.0.0.1:51172/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1943528 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=1 status=0 QTime=19
[junit4] 2> 1943529 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1943532 INFO (OverseerCollectionConfigSetProcessor-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1943533 INFO (OverseerThreadFactory-7972-thread-2) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
[junit4] 2> 1943537 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=null
[junit4] 2> 1943537 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d087ff: rootName = solr_36990, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4df1e40f
[junit4] 2> 1943543 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
[junit4] 2> 1943543 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@711c67d7: rootName = solr_51172, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@668eb6c7
[junit4] 2> 1943567 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n7, tag=null
[junit4] 2> 1943568 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4c0cfa96
[junit4] 2> 1943568 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73bd582f: rootName = solr_36990, domain = solr.core.testcollection.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@3662cbb1
[junit4] 2> 1943572 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 1943573 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14c1ca6: rootName = solr_51172, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@535fdf75
[junit4] 2> 1943573 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@3e022393
[junit4] 2> 1943593 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=4c0cfa96
[junit4] 2> 1943593 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n7] CLOSING SolrCore org.apache.solr.core.SolrCore@2c66bbbf
[junit4] 2> 1943593 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=4c0cfa96
[junit4] 2> 1943593 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n7, tag=2c66bbbf
[junit4] 2> 1943593 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=2c66bbbf
[junit4] 2> 1943596 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node6=0}, version=2}
[junit4] 2> 1943597 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1943597 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n7&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=55
[junit4] 2> 1943598 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node3=1}, version=3}
[junit4] 2> 1943599 WARN (zkCallback-5199-thread-1) [ ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:testcollection_shard1_replica_n1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:312) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_152]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_152]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_152]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_152]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
[junit4] 2> 1943605 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=68
[junit4] 2> 1943611 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=3e022393
[junit4] 2> 1943611 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=3e022393
[junit4] 2> 1943613 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@75b4fda8
[junit4] 2> 1943613 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=75b4fda8
[junit4] 2> 1943613 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=75b4fda8
[junit4] 2> 1943613 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={}, version=3}
[junit4] 2> 1943614 WARN (zkCallback-5197-thread-2) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1943617 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=75
[junit4] 2> 1943619 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={}, version=4}
[junit4] 2> 1943626 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1943627 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=84
[junit4] 2> 1944342 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=812
[junit4] 2> 1944342 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 1944342 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testcollection
[junit4] 2> 1944343 INFO (qtp94147322-27121) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1944345 INFO (OverseerThreadFactory-7972-thread-3) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1944346 INFO (OverseerCollectionConfigSetProcessor-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1944556 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1944560 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36990/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1944563 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1944567 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36990/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1944771 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1944771 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType
[...truncated too long message...]
on s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=18200255
[junit4] 2> 1948138 INFO (coreCloseExecutor-8017-thread-2) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2098d8eb: rootName = solr_51172, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@acbba88
[junit4] 2> 1948145 INFO (coreCloseExecutor-8018-thread-2) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=70c3e37c
[junit4] 2> 1948145 INFO (coreCloseExecutor-8018-thread-2) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75b21aed: rootName = solr_36990, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@1b21cc72
[junit4] 2> 1948153 INFO (coreCloseExecutor-8017-thread-1) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=5cc4e5b5
[junit4] 2> 1948154 INFO (coreCloseExecutor-8017-thread-2) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=18200255
[junit4] 2> 1948161 INFO (jetty-closer-5182-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66023fab{/solr,null,UNAVAILABLE}
[junit4] 2> 1948163 INFO (jetty-closer-5182-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1948169 INFO (coreCloseExecutor-8018-thread-2) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=70c3e37c
[junit4] 2> 1948169 INFO (coreCloseExecutor-8018-thread-1) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=75bb6143
[junit4] 2> 1948171 INFO (jetty-closer-5182-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73578176129662981-127.0.0.1:36990_solr-n_0000000000) closing
[junit4] 2> 1948172 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36990_solr
[junit4] 2> 1948175 WARN (OverseerAutoScalingTriggerThread-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1948190 INFO (jetty-closer-5182-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8399eb{/solr,null,UNAVAILABLE}
[junit4] 2> 1948192 INFO (jetty-closer-5182-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1948193 ERROR (SUITE-TestAuthenticationFramework-seed#[E7C3508D25B29B7B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1948196 INFO (SUITE-TestAuthenticationFramework-seed#[E7C3508D25B29B7B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33938 33938
[junit4] 2> 1948302 INFO (Thread-10435) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33938 33938
[junit4] 2> 1948308 WARN (Thread-10435) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/testcollection/terms/shard1
[junit4] 2> 11 /solr/collections/testcollection/terms/shard2
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 53 /solr/collections/testcollection/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001
[junit4] 2> Apr 05, 2018 5:45:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-KW, timezone=Australia/Currie
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=193939728,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [JavabinLoaderTest, HdfsRecoveryZkTest, TestManagedSynonymGraphFilterFactory, TestRequestForwarding, TestHttpShardHandlerFactory, TestLockTree, DeleteReplicaTest, PeerSyncTest, SortByFunctionTest, TestTlogReplica, DirectSolrConnectionTest, DistributedQueueTest, FacetPivotSmallTest, TestCollectionAPIs, TestCustomDocTransformer, ScriptEngineTest, TestNodeLostTrigger, SolrInfoBeanTest, BlockJoinFacetDistribTest, TestQueryUtils, TestUtilizeNode, TestDistributedMap, TriggerIntegrationTest, TestFieldCollectionResource, SystemInfoHandlerTest, TestSolrJ, OverseerTest, TestSolrCoreSnapshots, TestTestInjection, DocValuesMissingTest, TestComputePlanAction, TestNumericTerms32, SearchHandlerTest, MoveReplicaHDFSFailoverTest, HighlighterTest, QueryElevationComponentTest, HdfsWriteToMultipleCollectionsTest, DistributedFacetPivotSmallAdvancedTest, TestSystemIdResolver, TestRecovery, TestBM25SimilarityFactory, MultiThreadedOCPTest, TestRecoveryHdfs, TestSystemCollAutoCreate, ExplicitHLLTest, CdcrRequestHandlerTest, TestZkChroot, SchemaVersionSpecificBehaviorTest, DistributedQueryComponentCustomSortTest, LeaderFailoverAfterPartitionTest, TestConfigSetsAPI, FieldMutatingUpdateProcessorTest, TestSlowCompositeReaderWrapper, ChaosMonkeySafeLeaderWithPullReplicasTest, UpdateRequestProcessorFactoryTest, TestPostingsSolrHighlighter, TestLRUCache, AutoScalingHandlerTest, TestSurroundQueryParser, CdcrBootstrapTest, TestRandomFlRTGCloud, RuleEngineTest, QueryEqualityTest, TestPartialUpdateDeduplication, RequiredFieldsTest, SegmentsInfoRequestHandlerTest, CoreSorterTest, TestCharFilters, TestShortCircuitedRequests, SampleTest, SOLR749Test, HdfsLockFactoryTest, TestSortableTextField, SuggesterTest, AssignTest, HdfsAutoAddReplicasIntegrationTest, TestStressVersions, CollectionsAPISolrJTest, ResourceLoaderTest, TestPerFieldSimilarity, OverseerRolesTest, TimeRoutedAliasUpdateProcessorTest, SimplePostToolTest, ChaosMonkeySafeLeaderTest, SolrCloudReportersTest, BasicZkTest, DirectUpdateHandlerOptimizeTest, BasicFunctionalityTest, DistributedIntervalFacetingTest, TestDocBasedVersionConstraints, VMParamsZkACLAndCredentialsProvidersTest, TestSweetSpotSimilarityFactory, TestCursorMarkWithoutUniqueKey, TestInfoStreamLogging, DistribCursorPagingTest, SolrCloudExampleTest, TestFuzzyAnalyzedSuggestions, TestCloudJSONFacetJoinDomain, SolrCoreMetricManagerTest, TestLegacyNumericUtils, CoreAdminRequestStatusTest, XsltUpdateRequestHandlerTest, TestHdfsCloudBackupRestore, QueryParsingTest, TestXmlQParserPlugin, TestSolr4Spatial, SubstringBytesRefFilterTest, TestFunctionQuery, SystemLogListenerTest, TestFieldTypeResource, HdfsDirectoryFactoryTest, TestReplicationHandler, HdfsThreadLeakTest, TestAuthorizationFramework, CloudMLTQParserTest, ReplaceNodeNoTargetTest, TestPointFields, CheckHdfsIndexTest, TestStressRecovery, SuggestComponentTest, TestReqParamsAPI, TestFieldCacheReopen, TestLegacyNumericRangeQueryBuilder, FileUtilsTest, HdfsChaosMonkeySafeLeaderTest, TestTriggerIntegration, CustomCollectionTest, TestConfigOverlay, TestSearchPerf, ZkSolrClientTest, DistributedSpellCheckComponentTest, ZkControllerTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestTrie, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestRemoteStreaming, IndexBasedSpellCheckerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TermsComponentTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, ActionThrottleTest, AssignBackwardCompatibilityTest, ConnectionManagerTest, DistribJoinFromCollectionTest, ForceLeaderTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestAuthenticationFramework]
[junit4] Completed [552/794 (1!)] on J1 in 9.79s, 1 test, 1 error <<< FAILURES!
[...truncated 50500 lines...]
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 32 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/32/
7 tests failed.
FAILED: org.apache.solr.cloud.CreateRoutedAliasTest.testTimeStampWithMsFails
Error Message:
Error from server at http://127.0.0.1:41009/solr: Collection : testV1_2018-04-05_01 is part of alias testV1 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41009/solr: Collection : testV1_2018-04-05_01 is part of alias testV1 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:1D71E879E85274EA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:451)
at org.apache.solr.cloud.CreateRoutedAliasTest.doBefore(CreateRoutedAliasTest.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:43750/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:33374/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:43750/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:33374/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:E5A468E3202718D9]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:308)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43750/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:C754326EAD342CA4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState(TestTriggerIntegration.java:379)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10017_solr should have been deleted
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10017_solr should have been deleted
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:57D3331D99C100E6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:860)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:64966E4A0D8CD8D9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState(TestTriggerIntegration.java:321)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:1221A59858326B46]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1198)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:B44B1334455E2E9B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling(TestTriggerIntegration.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12191 lines...]
[junit4] Suite: org.apache.solr.cloud.CreateRoutedAliasTest
[junit4] 2> 224327 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/init-core-data-001
[junit4] 2> 224381 WARN (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
[junit4] 2> 224381 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 224383 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 224383 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001
[junit4] 2> 224383 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 224397 INFO (Thread-37) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 224397 INFO (Thread-37) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 224434 ERROR (Thread-37) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 224506 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41232
[junit4] 2> 224592 INFO (zkConnectionManagerCallback-2634-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 224629 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 224661 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 224679 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 224679 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 224679 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 224679 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@388710ed{/solr,null,AVAILABLE}
[junit4] 2> 224706 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 224706 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 224706 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 224706 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fbc9835{/solr,null,AVAILABLE}
[junit4] 2> 224715 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19706546{HTTP/1.1,[http/1.1]}{127.0.0.1:37966}
[junit4] 2> 224715 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.Server Started @224764ms
[junit4] 2> 224715 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37966}
[junit4] 2> 224715 ERROR (jetty-launcher-2631-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 224715 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 224716 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 224716 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 224716 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 224716 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-05T01:58:50.911Z
[junit4] 2> 224717 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e2aac91{HTTP/1.1,[http/1.1]}{127.0.0.1:41009}
[junit4] 2> 224718 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.Server Started @224766ms
[junit4] 2> 224718 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41009}
[junit4] 2> 224718 ERROR (jetty-launcher-2631-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 224718 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 224730 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 224730 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 224730 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 224730 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-05T01:58:50.925Z
[junit4] 2> 224770 INFO (zkConnectionManagerCallback-2636-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 224771 INFO (zkConnectionManagerCallback-2638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 224771 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 224783 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 224896 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41232/solr
[junit4] 2> 224925 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41232/solr
[junit4] 2> 224955 INFO (zkConnectionManagerCallback-2646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 224990 INFO (zkConnectionManagerCallback-2643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 225006 INFO (zkConnectionManagerCallback-2648-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 225007 INFO (zkConnectionManagerCallback-2650-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 225941 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 225942 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41009_solr
[junit4] 2> 225942 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.Overseer Overseer (id=72400408367661061-127.0.0.1:41009_solr-n_0000000000) starting
[junit4] 2> 226053 INFO (zkConnectionManagerCallback-2659-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 226090 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41232/solr ready
[junit4] 2> 226212 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41009_solr
[junit4] 2> 226255 INFO (zkCallback-2647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 226381 INFO (zkCallback-2658-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 226720 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 226736 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 226808 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 226808 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37966_solr
[junit4] 2> 226809 INFO (zkCallback-2658-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 226809 INFO (zkCallback-2647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 226881 INFO (zkCallback-2649-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 227613 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41009.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228110 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41009.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228110 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41009.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228112 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/.
[junit4] 2> 228821 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37966.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228911 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37966.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228911 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37966.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228912 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node1/.
[junit4] 2> 228934 INFO (zkConnectionManagerCallback-2664-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 228935 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 228953 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41232/solr ready
[junit4] 2> 229153 INFO (zkConnectionManagerCallback-2666-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 229248 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUnParseableFutureFails
[junit4] 2> 229275 INFO (zkConnectionManagerCallback-2672-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 229343 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 229392 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41232/solr ready
[junit4] 2> 229394 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 229441 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params router.interval=%2B30MINUTE&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testAlias&router.name=time&create-collection.numShards=1&action=CREATEALIAS&wt=json&router.maxFutureMs=SixtyThousandMilliseconds and sendToOCPQueue=true
[junit4] 2> 229530 ERROR (OverseerThreadFactory-411-thread-1) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testAlias operation: createalias failed:org.apache.solr.common.SolrException: For input string: "SixtyThousandMilliseconds"
[junit4] 2> at org.apache.solr.common.params.SolrParams.getLong(SolrParams.java:212)
[junit4] 2> at org.apache.solr.cloud.api.collections.TimeRoutedAlias.<init>(TimeRoutedAlias.java:141)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.callCreateRoutedAlias(CreateAliasCmd.java:116)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.call(CreateAliasCmd.java:65)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.NumberFormatException: For input string: "SixtyThousandMilliseconds"
[junit4] 2> at java.lang.NumberFormatException.forInputString(NumberFormatException.java:65)
[junit4] 2> at java.lang.Long.parseLong(Long.java:589)
[junit4] 2> at java.lang.Long.parseLong(Long.java:631)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getLong(SolrParams.java:210)
[junit4] 2> ... 9 more
[junit4] 2>
[junit4] 2> 229657 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={router.interval=%2B30MINUTE&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testAlias&router.name=time&create-collection.numShards=1&action=CREATEALIAS&wt=json&router.maxFutureMs=SixtyThousandMilliseconds} status=400 QTime=228
[junit4] 2> 229712 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUnParseableFutureFails
[junit4] 2> 229793 INFO (TEST-CreateRoutedAliasTest.testRandomRouterNameFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRandomRouterNameFails
[junit4] 2> 229848 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 229887 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=38
[junit4] 2> 229908 INFO (TEST-CreateRoutedAliasTest.testRandomRouterNameFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 229911 INFO (qtp502869438-4963) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params router.interval=%2B30MINUTE&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testRandomRouterNameFails&router.name=tiafasme&create-collection.numShards=1&action=CREATEALIAS&wt=json and sendToOCPQueue=true
[junit4] 2> 229945 ERROR (OverseerThreadFactory-411-thread-2) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testRandomRouterNameFails operation: createalias failed:org.apache.solr.common.SolrException: Only 'time' routed aliases is supported right now.
[junit4] 2> at org.apache.solr.cloud.api.collections.TimeRoutedAlias.<init>(TimeRoutedAlias.java:135)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.callCreateRoutedAlias(CreateAliasCmd.java:116)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.call(CreateAliasCmd.java:65)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 229969 INFO (OverseerCollectionConfigSetProcessor-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 230047 INFO (qtp502869438-4963) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={router.interval=%2B30MINUTE&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testRandomRouterNameFails&router.name=tiafasme&create-collection.numShards=1&action=CREATEALIAS&wt=json} status=400 QTime=135
[junit4] 2> 230048 INFO (TEST-CreateRoutedAliasTest.testRandomRouterNameFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRandomRouterNameFails
[junit4] 2> 230177 INFO (TEST-CreateRoutedAliasTest.testTimezoneAbsoluteDate-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTimezoneAbsoluteDate
[junit4] 2> 230191 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 230208 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 230211 INFO (TEST-CreateRoutedAliasTest.testTimezoneAbsoluteDate-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 230246 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 230247 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 230261 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 230261 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 230262 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 230263 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 230264 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&TZ=GMT-10:00&router.name=time&create-collection.numShards=1&create-collection.nrtReplicas=1&version=2&router.interval=%2B30MINUTE&router.field=evt_dt&name=testTimezoneAbsoluteDate&action=CREATEALIAS&wt=javabin&create-collection.replicationFactor=1 and sendToOCPQueue=true
[junit4] 2> 230285 INFO (OverseerCollectionConfigSetProcessor-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 230300 INFO (OverseerThreadFactory-411-thread-3) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testTimezoneAbsoluteDate_2018-01-15
[junit4] 2> 230445 INFO (OverseerStateUpdate-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testTimezoneAbsoluteDate_2018-01-15",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41009/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 230630 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=_default&newCollection=true&collection=testTimezoneAbsoluteDate_2018-01-15&version=2&replicaType=NRT&property.routedAliasName=testTimezoneAbsoluteDate&coreNodeName=core_node2&name=testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 230656 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 230792 INFO (zkCallback-2647-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 230792 INFO (zkCallback-2647-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 231848 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 1
[junit4] 2> 231849 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 1
[junit4] 2> 231851 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 231868 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 231870 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist
[junit4] 2> 231908 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 232368 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.IndexSchema [testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] Schema name=default-config
[junit4] 2> 234859 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 235202 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1' using configuration from collection testTimezoneAbsoluteDate_2018-01-15, trusted=true
[junit4] 2> 235203 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41009.solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1' (registry 'solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 235203 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 235203 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrCore [[testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/./testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/data/]
[junit4] 2> 235676 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 236944 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 236944 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 236946 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 236946 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 237044 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@529bc8d6[testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] main]
[junit4] 2> 237046 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/_default
[junit4] 2> 237047 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/_default
[junit4] 2> 237064 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/_default/managed-schema
[junit4] 2> 237084 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 237097 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 237170 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 237267 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 237280 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596869620242841600
[junit4] 2> 237292 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:41009_solr x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1 c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@529bc8d6[testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 237292 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:41009_solr x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1 c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 237292 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:41009_solr x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1 c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 237294 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:41009_solr x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1 c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrCore [testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] Registered new searcher Searcher@529bc8d6[testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 237329 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testTimezoneAbsoluteDate_2018-01-15/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41009/solr/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41009/solr/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/ has no replicas
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 237375 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41009/solr/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/ shard1
[junit4] 2> 237405 INFO (zkCallback-2647-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 237405 INFO (zkCallback-2647-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 237459 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 237461 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=_default&newCollection=true&collection=testTimezoneAbsoluteDate_2018-01-15&version=2&replicaType=NRT&property.routedAliasName=testTimezoneAbsoluteDate&coreNodeName=core_node2&name=testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=6831
[junit4] 2> 237475 INFO (OverseerThreadFactory-411-thread-3) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 237613 INFO (zkCallback-2647-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 237613 INFO (zkCallback-2647-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 238610 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&TZ=GMT-10:00&router.name=time&create-collection.numShards=1&create-collection.nrtReplicas=1&version=2&router.interval=%2B30MINUTE&router.field=evt_dt&name=testTimezoneAbsoluteDate&action=CREATEALIAS&wt=javabin&create-collection.replicationFactor=1} status=0 QTime=8345
[junit4] 2> 238709 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=testTimezoneAbsoluteDate_2018-01-15&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 238782 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=testTimezoneAbsoluteDate_2018-01-15&wt=javabin&version=2} status=0 QTime=72
[junit4] 2> 238784 INFO (TEST-CreateRoutedAliasTest.testTimezoneAbsoluteDate-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTimezoneAbsoluteDate
[junit4] 2> 239081 INFO (TEST-CreateRoutedAliasTest.testCollectionNamesMustBeAbsent-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionNamesMustBeAbsent
[junit4] 2> 239120 INFO (TEST-CreateRoutedAliasTest.testCollectionNamesMustBeAbsent-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 239128 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testTimezoneAbsoluteDate_2018-01-15&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 239185 INFO (OverseerCollectionConfigSetProcessor-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 239186 INFO (OverseerThreadFactory-411-thread-4) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
[junit4] 2> 239204 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1, tag=null
[junit4] 2> 239204 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63e6dfc4: rootName = solr_41009, domain = solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@38ce9bea
[junit4] 2> 239256 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.c.SolrCore [testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4aedf7d4
[junit4] 2> 239257 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1, tag=4aedf7d4
[junit4] 2> 239257 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testTimezoneAbsoluteDate_2018-01-15.shard1.leader, tag=4aedf7d4
[junit4] 2> 239279 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testTimezoneAbsoluteDate_2018-01-15/terms/shard1 to Terms{values={}, version=1}
[junit4] 2> 239293 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=105
[junit4] 2> 240050 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testTimezoneAbsoluteDate_2018-01-15&action=DELETE&wt=javabin&version=2} status=0 QTime=921
[junit4] 2> 240066 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=_default&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 240085 INFO (OverseerThreadFactory-411-thread-5) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1meta
[junit4] 2> 240151 INFO (OverseerCollectionConfigSetProcessor-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 240445 INFO (OverseerStateUpdate-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41009/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 240464 INFO (OverseerStateUpdate-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1meta_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37966/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 240580 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=_default&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 240629 INFO (qtp1273394429-4948) [n:127.0.0.1:37966_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=_default&newCollection=true&name=collection1meta_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 240765 INFO (zkCallback-2647-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 240765 INFO (zkCallback-2647-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 240765 INFO (zkCallback-2649-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 240766 INFO (zkCallback-2649-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 241777 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 1
[junit4] 2> 241777 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 1
[junit4] 2> 241778 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 241778 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../dist
[junit4] 2> 241779 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 241779 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../dist
[junit4] 2> 241812 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 241812 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/bu
[...truncated too long message...]
lrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 3
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 1
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTriggerIntegration -Dtests.method=testTriggerThrottling -Dtests.seed=4F69BB1197F4CD09 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-AR -Dtests.timezone=America/Santo_Domingo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 1.15s J1 | TestTriggerIntegration.testTriggerThrottling <<<
[junit4] > Throwable #1: java.lang.AssertionError: Both triggers should have fired by now
[junit4] > at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:B44B1334455E2E9B]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling(TestTriggerIntegration.java:184)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3897227 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 3897227 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 3897227 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 3897227 WARN (AutoscalingActionExecutor-4424-thread-1) [ ] o.a.s.c.a.SystemLogListener Exception sending event to collection .system
[junit4] 2> java.io.IOException: java.lang.InterruptedException
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:118) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:790) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:757) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:322) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_152]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_152]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_152]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_152]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_152]
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_152]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460) ~[test/:?]
[junit4] 2> ... 10 more
[junit4] 2> 3897228 DEBUG (AutoscalingActionExecutor-4424-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 171 ms for event id=12c264d85727a8Tdhl74a552u77lxmgv07qxk5xf
[junit4] 2> 3897228 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 3897233 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3897246 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 3897246 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_4F69BB1197F4CD09-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1013, maxMBSortInHeap=5.1062316817535205, sim=RandomSimilarity(queryNorm=false): {}, locale=es-AR, timezone=America/Santo_Domingo
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=120101504,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [TestCustomDocTransformer, TestSurroundQueryParser, HLLUtilTest, SOLR749Test, TestFastLRUCache, CdcrBootstrapTest, TestTlogReplica, BasicZkTest, DeleteReplicaTest, TestFoldingMultitermQuery, TestReload, DirectUpdateHandlerOptimizeTest, TermsComponentTest, TestStressCloudBlindAtomicUpdates, SchemaVersionSpecificBehaviorTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedFacetExistsSmallTest, CustomHighlightComponentTest, TestFunctionQuery, CollectionsAPIAsyncDistributedZkTest, SolrMetricsIntegrationTest, TestSystemIdResolver, TestRandomCollapseQParserPlugin, TestGenericDistributedQueue, FieldMutatingUpdateProcessorTest, TestRequestStatusCollectionAPI, TestCoreBackup, SaslZkACLProviderTest, TestCloudSchemaless, TestConfigSets, CollectionsAPISolrJTest, TestCloudJSONFacetJoinDomain, NodeLostTriggerIntegrationTest, DistribCursorPagingTest, TestSolr4Spatial, TriggerIntegrationTest, LoggingHandlerTest, TestLeaderElectionWithEmptyReplica, PreAnalyzedFieldManagedSchemaCloudTest, PrimUtilsTest, SyncSliceTest, TestNumericTerms32, TestRecovery, HdfsLockFactoryTest, QueryElevationComponentTest, TestPayloadCheckQParserPlugin, TestJsonFacets, TestTestInjection, TestComputePlanAction, AssignTest, TestRecoveryHdfs, HdfsChaosMonkeySafeLeaderTest, CursorMarkTest, SignatureUpdateProcessorFactoryTest, TestGraphTermsQParserPlugin, FastVectorHighlighterTest, TestZkChroot, SimplePostToolTest, TestFreeTextSuggestions, TestRequestForwarding, SimpleCollectionCreateDeleteTest, OverseerRolesTest, TestFuzzyAnalyzedSuggestions, ScheduledTriggerTest, JSONWriterTest, TestLockTree, FileUtilsTest, ScriptEngineTest, HdfsBasicDistributedZk2Test, TestRawResponseWriter, SolrCloudExampleTest, BasicAuthIntegrationTest, TestLegacyNumericUtils, ResourceLoaderTest, TestDistributedGrouping, DistributedFacetPivotSmallAdvancedTest, DocValuesMissingTest, TestFieldTypeResource, SampleTest, FacetPivotSmallTest, TestSearchPerf, HdfsRecoveryZkTest, TestCursorMarkWithoutUniqueKey, SolrInfoBeanTest, SortByFunctionTest, CheckHdfsIndexTest, SolrCloudReportersTest, TestTriggerIntegration]
[junit4] Completed [461/794 (3!)] on J1 in 11.35s, 11 tests, 5 failures <<< FAILURES!
[...truncated 50763 lines...]
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 31 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/31/
No tests ran.
Build Log:
[...truncated 1780 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20180404_034607_8616246385250962902160.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] codec: FastDecompressionCompressingStoredFields, pf: FSTOrd50, dvf: Memory
[junit4] <<< JVM J1: EOF ----
[...truncated 10409 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 324117 INFO (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_AE5AB9149E50D967-001/init-core-data-001
[junit4] 2> 324189 WARN (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 324245 INFO (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 324246 INFO (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 324247 INFO (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_AE5AB9149E50D967-001/tempDir-001
[junit4] 2> 324248 INFO (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 324248 INFO (Thread-45) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 324248 INFO (Thread-45) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 324250 ERROR (Thread-45) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 324348 INFO (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41904
[junit4] 2> 324351 INFO (zkConnectionManagerCallback-85-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324382 INFO (jetty-launcher-82-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 324396 INFO (jetty-launcher-82-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 324396 INFO (jetty-launcher-82-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 324396 INFO (jetty-launcher-82-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 324396 INFO (jetty-launcher-82-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@487d739{/solr,null,AVAILABLE}
[junit4] 2> 324462 INFO (jetty-launcher-82-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@86725e4{SSL,[ssl, http/1.1]}{127.0.0.1:33709}
[junit4] 2> 324462 INFO (jetty-launcher-82-thread-1) [ ] o.e.j.s.Server Started @324615ms
[junit4] 2> 324462 INFO (jetty-launcher-82-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33709}
[junit4] 2> 324463 ERROR (jetty-launcher-82-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 324463 INFO (jetty-launcher-82-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 324463 INFO (jetty-launcher-82-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 324463 INFO (jetty-launcher-82-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 324463 INFO (jetty-launcher-82-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 324463 INFO (jetty-launcher-82-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-04T04:46:56.551Z
[junit4] 2> 324482 INFO (zkConnectionManagerCallback-87-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324482 INFO (jetty-launcher-82-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 324500 INFO (jetty-launcher-82-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41904/solr
[junit4] 2> 324502 INFO (zkConnectionManagerCallback-91-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324526 INFO (zkConnectionManagerCallback-93-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324840 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 324840 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33709_solr
[junit4] 2> 324841 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.c.Overseer Overseer (id=72395407035596803-127.0.0.1:33709_solr-n_0000000000) starting
[junit4] 2> 324874 INFO (zkConnectionManagerCallback-100-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 324888 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41904/solr ready
[junit4] 2> 324889 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 324889 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33709_solr
[junit4] 2> 324890 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 324902 INFO (zkCallback-99-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 324903 INFO (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 324903 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 324904 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 324904 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 324933 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:33709_solr]
[junit4] 2> 324933 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 324934 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 324934 DEBUG (ScheduledTrigger-100-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 325815 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 325838 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 325838 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 325839 INFO (jetty-launcher-82-thread-1) [n:127.0.0.1:33709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_AE5AB9149E50D967-001/tempDir-001/node1/.
[junit4] 2> 325999 DEBUG (ScheduledTrigger-100-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 326074 INFO (zkConnectionManagerCallback-102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 326088 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101333d37ba0005, likely client has closed socket
[junit4] 2> 326110 INFO (zkConnectionManagerCallback-107-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 326112 INFO (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 326141 INFO (SUITE-ComputePlanActionTest-seed#[AE5AB9149E50D967]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41904/solr ready
[junit4] 2> 326203 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost
[junit4] 2> 326204 DEBUG (zkCallback-99-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 326204 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 326205 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 326207 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 326207 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 326208 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 326869 INFO (qtp1534579564-269) [n:127.0.0.1:33709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=20
[junit4] 2> 326873 DEBUG (qtp1534579564-265) [n:127.0.0.1:33709_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 326881 INFO (qtp1534579564-265) [n:127.0.0.1:33709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=203
[junit4] 2> 326881 DEBUG (zkCallback-99-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 326881 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 326881 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 326881 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 326882 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 326887 INFO (qtp1534579564-267) [n:127.0.0.1:33709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 326896 DEBUG (qtp1534579564-268) [n:127.0.0.1:33709_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 326897 INFO (qtp1534579564-268) [n:127.0.0.1:33709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 326897 DEBUG (zkCallback-99-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 326897 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 326897 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 326898 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 326898 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 326910 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 326926 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 326926 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 326926 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 326927 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76c3d4f8{/solr,null,AVAILABLE}
[junit4] 2> 326954 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36c0996a{SSL,[ssl, http/1.1]}{127.0.0.1:40404}
[junit4] 2> 326954 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.Server Started @327107ms
[junit4] 2> 326954 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40404}
[junit4] 2> 326955 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 326955 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 326955 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 326955 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 326955 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 326955 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-04T04:46:59.043Z
[junit4] 2> 326965 INFO (zkConnectionManagerCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 326966 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 327023 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41904/solr
[junit4] 2> 327026 INFO (zkConnectionManagerCallback-115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 327062 INFO (zkConnectionManagerCallback-117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 327092 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 327094 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 327109 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 327109 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40404_solr
[junit4] 2> 327110 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:40404_solr"} current state version: 0
[junit4] 2> 327110 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40404_solr
[junit4] 2> 327110 INFO (zkCallback-99-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 327111 INFO (zkCallback-92-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 327111 INFO (zkCallback-106-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 327144 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 327180 INFO (zkCallback-106-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 327479 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40404.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 327499 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40404.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 327499 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40404.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 327500 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_AE5AB9149E50D967-001/tempDir-001/node2/.
[junit4] 2> 327547 INFO (zkConnectionManagerCallback-124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 327549 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 327550 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:40404_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41904/solr ready
[junit4] 2> 327649 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 327653 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 327653 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 327653 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 327653 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1093d0ff{/solr,null,AVAILABLE}
[junit4] 2> 327654 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@435d561d{SSL,[ssl, http/1.1]}{127.0.0.1:45170}
[junit4] 2> 327654 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.Server Started @327807ms
[junit4] 2> 327654 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45170}
[junit4] 2> 327654 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 327654 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 327654 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 327654 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 327654 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 327655 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-04T04:46:59.743Z
[junit4] 2> 327711 INFO (zkConnectionManagerCallback-126-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 327713 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 327745 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41904/solr
[junit4] 2> 327775 INFO (zkConnectionManagerCallback-130-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 327807 INFO (zkConnectionManagerCallback-132-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 327835 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 327837 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 327848 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 327848 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45170_solr
[junit4] 2> 327850 INFO (zkCallback-106-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 327850 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 327850 INFO (zkCallback-106-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 327858 INFO (zkCallback-99-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 327908 INFO (zkCallback-131-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 327908 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45170_solr"} current state version: 0
[junit4] 2> 327908 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45170_solr
[junit4] 2> 327908 INFO (zkCallback-92-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 327908 INFO (zkCallback-123-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 328225 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45170.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 328270 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45170.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 328270 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45170.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 328272 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_AE5AB9149E50D967-001/tempDir-001/node3/.
[junit4] 2> 328285 INFO (zkConnectionManagerCallback-139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328319 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 328320 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:45170_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41904/solr ready
[junit4] 2> 328426 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 328436 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 328436 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 328436 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 328436 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1af64112{/solr,null,AVAILABLE}
[junit4] 2> 328437 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@659981e3{SSL,[ssl, http/1.1]}{127.0.0.1:39340}
[junit4] 2> 328437 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.e.j.s.Server Started @328590ms
[junit4] 2> 328437 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39340}
[junit4] 2> 328437 ERROR (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 328437 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 328437 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 328437 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 328437 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 328438 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-04T04:47:00.526Z
[junit4] 2> 328541 INFO (zkConnectionManagerCallback-141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328557 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 328583 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41904/solr
[junit4] 2> 328643 INFO (zkConnectionManagerCallback-145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328667 INFO (zkConnectionManagerCallback-147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 328684 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 328687 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 328708 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 328708 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39340_solr
[junit4] 2> 328709 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39340_solr"} current state version: 0
[junit4] 2> 328709 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39340_solr
[junit4] 2> 328723 INFO (zkCallback-106-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 328725 INFO (zkCallback-99-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 328725 INFO (zkCallback-123-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 328726 INFO (zkCallback-92-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 328772 INFO (zkCallback-146-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 328772 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 328772 INFO (zkCallback-131-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 328772 INFO (zkCallback-138-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 328773 INFO (zkCallback-106-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 329336 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39340.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 329360 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39340.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 329433 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39340.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78c79271
[junit4] 2> 329435 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ComputePlanActionTest_AE5AB9149E50D967-001/tempDir-001/node4/.
[junit4] 2> 329500 INFO (zkConnectionManagerCallback-154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 329501 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 329502 INFO (TEST-ComputePlanActionTest.testNodeWithMultipleReplicasLost-seed#[AE5AB9149E50D967]) [n:127.0.0.1:39340_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41904/solr ready
[junit4] 2> 329708 INFO (zkConnectionManagerCallback-156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 329902 INFO (qtp1534579564-269) [n:127.0.0.1:33709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 330099 INFO (qtp1082391194-368) [n:127.0.0.1:39340_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 330330 INFO (qtp1813385384-311) [n:127.0.0.1:40404_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 330461 INFO (qtp524182178-337) [n:127.0.0.1:45170_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=16
[junit4] 2> 330462 DEBUG (qtp1534579564-265) [n:127.0.0.1:33709_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 330463 INFO (qtp1534579564-265) [n:127.0.0.1:33709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=656
[junit4] 2> 330477 DEBUG (zkCallback-99-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 330510 INFO (qtp1534579564-268) [n:127.0.0.1:33709_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&name=testNodeWithMultipleReplicasLost&nrtReplicas=3&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 330510 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 330554 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:45170_solr, 127.0.0.1:33709_solr, 127.0.0.1:39340_solr, 127.0.0.1:40404_solr]
[junit4] 2> 330555 INFO (OverseerThreadFactory-102-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeWithMultipleReplicasLost
[junit4] 2> 330555 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 330556 DEBUG (OverseerAutoScalingTriggerThread-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 330556 DEBUG (ScheduledTrigger-100-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 330601 INFO (qtp1534579564-267) [n:127.0.0.1:33709_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 330707 INFO (qtp1082391194-366) [n:127.0.0.1:39340_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 330759 INFO (qtp1813385384-308) [n:127.0.0.1:40404_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 330875 INFO (qtp524182178-339) [n:127.0.0.1:45170_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=36
[junit4] 2> 330972 INFO (OverseerThreadFactory-102-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 5154623997 sessionWrapper.createTime 5154623901771479, this.sessionWrapper.createTime 5154623901771479
[junit4] 2> 331024 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testNodeWithMultipleReplicasLost",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 331024 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost
[junit4] 2> 331025 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeWithMultipleReplicasLost/state.json
[junit4] 2> 331129 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 331129 INFO (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 331130 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 331130 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331131 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 331131 INFO (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 331132 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331133 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331134 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 331134 INFO (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 331152 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331152 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331154 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 331154 INFO (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 331155 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 331155 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331158 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 5, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 331158 INFO (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 331175 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331175 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331177 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 6, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 331177 INFO (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 331178 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331179 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 331279 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeWithMultipleReplicasLost/state.json version: 0
[junit4] 2> 331464 INFO (qtp1534579564-265) [n:127.0.0.1:33709_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n6&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 331464 INFO (qtp1082391194-370) [n:127.0.0.1:39340_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n9&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 331465 INFO (qtp1534579564-265) [n:127.0.0.1:33709_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 331466 INFO (qtp1813385384-310) [n:127.0.0.1:40404_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard2_replica_n10&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 331466 INFO (qtp1082391194-368) [n:127.0.0.1:39340_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n4&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 331489 INFO (qtp1813385384-312) [n:127.0.0.1:40404_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n2&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 331489 INFO (qtp524182178-340) [n:127.0.0.1:45170_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeWithMultipleReplicasLost_shard1_replica_n1&action=CREATE&numShards=2&collection=testNodeWithMultipleReplicasLost&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 331514 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "core_node_name":"core_node11",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 331514 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "core_node_name":"core_node11",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 331514 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node11:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n9","base_url":"https://127.0.0.1:39340/solr","node_name":"127.0.0.1:39340_solr","state":"down","type":"NRT"}
[junit4] 2> 331514 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 331514 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node7",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 331514 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node7",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 331514 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node7:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n4","base_url":"https://127.0.0.1:39340/solr","node_name":"127.0.0.1:39340_solr","state":"down","type":"NRT"}
[junit4] 2> 331515 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 331536 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "core_node_name":"core_node8",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "node_name":"127.0.0.1:33709_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 331536 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "core_node_name":"core_node8",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "node_name":"127.0.0.1:33709_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 331536 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node8:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n6","base_url":"https://127.0.0.1:33709/solr","node_name":"127.0.0.1:33709_solr","state":"down","type":"NRT"}
[junit4] 2> 331549 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "node_name":"127.0.0.1:33709_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 331549 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "node_name":"127.0.0.1:45170_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 331549 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "node_name":"127.0.0.1:45170_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 331549 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n1","base_url":"https://127.0.0.1:45170/solr","node_name":"127.0.0.1:45170_solr","state":"down","type":"NRT"}
[junit4] 2> 331549 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "node_name":"127.0.0.1:45170_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "node_name":"127.0.0.1:33709_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 331551 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 6, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "node_name":"127.0.0.1:40404_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 331551 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "node_name":"127.0.0.1:40404_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 331551 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"testNodeWithMultipleReplicasLost_shard1_replica_n2","base_url":"https://127.0.0.1:40404/solr","node_name":"127.0.0.1:40404_solr","state":"down","type":"NRT"}
[junit4] 2> 331551 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "node_name":"127.0.0.1:45170_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "node_name":"127.0.0.1:40404_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "node_name":"127.0.0.1:33709_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 331551 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 6, message = {
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "core_node_name":"core_node12",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "node_name":"127.0.0.1:40404_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 331551 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n10",
[junit4] 2> "core_node_name":"core_node12",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "node_name":"127.0.0.1:40404_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 331551 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node12:{"core":"testNodeWithMultipleReplicasLost_shard2_replica_n10","base_url":"https://127.0.0.1:40404/solr","node_name":"127.0.0.1:40404_solr","state":"down","type":"NRT"}
[junit4] 2> 331551 DEBUG (OverseerStateUpdate-72395407035596803-127.0.0.1:33709_solr-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeWithMultipleReplicasLost//collections/testNodeWithMultipleReplicasLost/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:45170/solr",
[junit4] 2> "node_name":"127.0.0.1:45170_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40404/solr",
[junit4] 2> "node_name":"127.0.0.1:40404_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:33709/solr",
[junit4] 2> "node_name":"127.0.0.1:33709_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node11":{
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n9",
[junit4] 2> "base_url":"https://127.0.0.1:39340/solr",
[junit4] 2> "node_name":"127.0.0.1:39340_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node12":{
[junit4] 2>
[...truncated too long message...]
.0.0.1:34064/_/w
[junit4] 2> 3698458 WARN (TEST-HttpPartitionTest.test-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:44132/_/w, target: http://127.0.0.1:46758/_/w
[junit4] 2> 3698458 WARN (TEST-HttpPartitionTest.test-seed#[AE5AB9149E50D967]) [ ] o.a.s.c.SocketProxy Closing 12 connections to: http://127.0.0.1:36174/_/w, target: http://127.0.0.1:41526/_/w
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=AE5AB9149E50D967 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=hr -Dtests.timezone=Asia/Kuwait -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 67.8s J0 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not load collection from ZK: collMinRf_1x3
[junit4] > at __randomizedtesting.SeedInfo.seed([AE5AB9149E50D967:260E86CE30ACB49F]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1250)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:679)
[junit4] > at org.apache.solr.common.cloud.ClusterState$CollectionRef.get(ClusterState.java:386)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1208)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:694)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:681)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:277)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:138)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collMinRf_1x3/state.json
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] > at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1262)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1248)
[junit4] > ... 50 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_AE5AB9149E50D967-001
[junit4] 2> Apr 04, 2018 5:43:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=hr, timezone=Asia/Kuwait
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=272122824,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [V2StandaloneTest, TestHalfAndHalfDocValues, NodeMarkersRegistrationTest, TestDocumentBuilder, IndexBasedSpellCheckerTest, TestAuthenticationFramework, ConfigureRecoveryStrategyTest, TestSolrQueryParser, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ReplicationFactorTest, BlobRepositoryCloudTest, TestLRUStatsCache, CoreAdminOperationTest, TestSolr4Spatial2, TestSerializedLuceneMatchVersion, TestUnifiedSolrHighlighter, TestApiFramework, SSLMigrationTest, UUIDUpdateProcessorFallbackTest, TestSubQueryTransformer, TestBulkSchemaAPI, ImplicitSnitchTest, TestDistribIDF, TestSolrCloudSnapshots, TestNodeAddedTrigger, TestHdfsUpdateLog, TestConfig, TestPseudoReturnFields, PreAnalyzedUpdateProcessorTest, TestImpersonationWithHadoopAuth, ZkNodePropsTest, OverseerModifyCollectionTest, TestSearcherReuse, TestRemoteStreaming, HdfsDirectoryTest, DistributedSuggestComponentTest, TestFileDictionaryLookup, TestHashPartitioner, TestClassicSimilarityFactory, TestComponentsName, BasicDistributedZkTest, RegexBytesRefFilterTest, ShardSplitTest, TestMergePolicyConfig, TestIBSimilarityFactory, TestSimDistributedQueue, TestTolerantUpdateProcessorRandomCloud, BitVectorTest, TestClusterProperties, OverseerTaskQueueTest, HdfsRecoverLeaseTest, TestStandardQParsers, TestXmlQParser, DistribJoinFromCollectionTest, TermVectorComponentDistributedTest, CollectionTooManyReplicasTest, TestSimpleTextCodec, SolrSlf4jReporterTest, TestCloudInspectUtil, TestIndexSearcher, TestWriterPerf, ConfigSetsAPITest, TestOmitPositions, TestSchemalessBufferedUpdates, TestSkipOverseerOperations, WrapperMergePolicyFactoryTest, TokenizerChainTest, CdcrReplicationHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, DistributedFacetPivotWhiteBoxTest, CollectionStateFormat2Test, TestExecutePlanAction, SpellCheckCollatorTest, TestClusterStateMutator, TestStressLiveNodes, AutoAddReplicasPlanActionTest, TestMissingGroups, TestJsonFacetRefinement, TestBackupRepositoryFactory, TestPHPSerializedResponseWriter, UpdateParamsTest, TestCollectionsAPIViaSolrCloudCluster, TestComplexPhraseQParserPlugin, SuggesterWFSTTest, UpdateLogTest, ZkShardTermsTest, TestInitQParser, TestCustomStream, TestOverriddenPrefixQueryForCustomFieldType, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, DocValuesNotIndexedTest, SolrIndexConfigTest, TestDistributedSearch, OutputWriterTest, CursorPagingTest, TestSolrDeletionPolicy1, BJQParserTest, SolrCoreCheckLockOnStartupTest, TestDocSet, OpenExchangeRatesOrgProviderTest, EchoParamsTest, ZkSolrClientTest, TestJoin, LeaderElectionContextKeyTest, TestCollationField, TestReplicationHandlerBackup, SolrIndexMetricsTest, TestManagedResource, TestClusterStateProvider, TestPullReplicaErrorHandling, SimpleFacetsTest, TestSolrConfigHandlerConcurrent, TestOnReconnectListenerSupport, TestHighlightDedupGrouping, TestPerFieldSimilarityWithDefaultOverride, XmlUpdateRequestHandlerTest, TestPhraseSuggestions, TestWordDelimiterFilterFactory, BlockJoinFacetSimpleTest, ExecutePlanActionTest, TestSort, DocumentAnalysisRequestHandlerTest, DistributedExpandComponentTest, SolrRequestParserTest, HdfsSyncSliceTest, TestRebalanceLeaders, BlockCacheTest, ResponseBuilderTest, TestReplicationHandler, TestZkChroot, TestRandomDVFaceting, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, SolrInfoBeanTest, DebugComponentTest, LukeRequestHandlerTest, RequestHandlersTest, TestIndexingPerformance, RequiredFieldsTest, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, BadComponentTest, MultiTermTest, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, DeleteNodeTest, DeleteReplicaTest, HttpPartitionTest]
[junit4] Completed [536/794 (5!)] on J0 in 68.71s, 1 test, 1 error <<< FAILURES!
[...truncated 127 lines...]
ERROR: command execution failed.
ERROR: Step ‘Archive the artifacts’ failed: no workspace for Lucene-Solr-BadApples-Tests-7.x #31
ERROR: Step ‘Publish JUnit test result report’ failed: no workspace for Lucene-Solr-BadApples-Tests-7.x #31
ERROR: lucene2 is offline; cannot locate JDK 1.8 (latest)
ERROR: lucene2 is offline; cannot locate JDK 1.8 (latest)
ERROR: lucene2 is offline; cannot locate JDK 1.8 (latest)
ERROR: lucene2 is offline; cannot locate JDK 1.8 (latest)
ERROR: lucene2 is offline; cannot locate JDK 1.8 (latest)
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
ERROR: lucene2 is offline; cannot locate JDK 1.8 (latest)
ERROR: lucene2 is offline; cannot locate JDK 1.8 (latest)