You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/02 00:11:03 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2838 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2838/
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:38337/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:45286/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38337/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:45286/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([D357F76AECE23B29:799A24985B31EEF9]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:994)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38337/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 46 more
FAILED: org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample
Error Message:
it should be ok org.apache.solr.util.SolrCLI$RunExampleTool@20ce2ee0 [-e, techproducts, -serverDir, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server, -exampleDir, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_D357F76AECE23B29-001/tempDir-007, -p, 45728] expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: it should be ok org.apache.solr.util.SolrCLI$RunExampleTool@20ce2ee0 [-e, techproducts, -serverDir, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/server, -exampleDir, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_D357F76AECE23B29-001/tempDir-007, -p, 45728] expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([D357F76AECE23B29:598027D2F60003B6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.util.TestSolrCLIRunExample.testExample(TestSolrCLIRunExample.java:352)
at org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample(TestSolrCLIRunExample.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12810 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/init-core-data-001
[junit4] 2> 306809 WARN (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 306809 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 306811 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 306811 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 306812 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-001
[junit4] 2> 306812 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 306812 INFO (Thread-489) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 306812 INFO (Thread-489) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 306814 ERROR (Thread-489) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 306912 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37321
[junit4] 2> 306915 INFO (zkConnectionManagerCallback-1086-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 306919 INFO (jetty-launcher-1083-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 306920 INFO (jetty-launcher-1083-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 306920 INFO (jetty-launcher-1083-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 306921 INFO (jetty-launcher-1083-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 306922 INFO (jetty-launcher-1083-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 306922 INFO (jetty-launcher-1083-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 306922 INFO (jetty-launcher-1083-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 306923 INFO (jetty-launcher-1083-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@661f2a83{/solr,null,AVAILABLE}
[junit4] 2> 306923 INFO (jetty-launcher-1083-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@579853fc{HTTP/1.1,[http/1.1]}{127.0.0.1:37053}
[junit4] 2> 306923 INFO (jetty-launcher-1083-thread-2) [ ] o.e.j.s.Server Started @306962ms
[junit4] 2> 306923 INFO (jetty-launcher-1083-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37053}
[junit4] 2> 306924 ERROR (jetty-launcher-1083-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 306924 INFO (jetty-launcher-1083-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 306924 INFO (jetty-launcher-1083-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 306924 INFO (jetty-launcher-1083-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 306925 INFO (jetty-launcher-1083-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c904ef4{/solr,null,AVAILABLE}
[junit4] 2> 306926 INFO (jetty-launcher-1083-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 306926 INFO (jetty-launcher-1083-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 306926 INFO (jetty-launcher-1083-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 306926 INFO (jetty-launcher-1083-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bb9b3fe{/solr,null,AVAILABLE}
[junit4] 2> 306927 INFO (jetty-launcher-1083-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 306927 INFO (jetty-launcher-1083-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 306927 INFO (jetty-launcher-1083-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 306928 INFO (jetty-launcher-1083-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 306928 INFO (jetty-launcher-1083-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 306928 INFO (jetty-launcher-1083-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 306928 INFO (jetty-launcher-1083-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 306928 INFO (jetty-launcher-1083-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T22:50:59.488Z
[junit4] 2> 306929 INFO (jetty-launcher-1083-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c8954fa{/solr,null,AVAILABLE}
[junit4] 2> 306929 INFO (jetty-launcher-1083-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f24caf4{HTTP/1.1,[http/1.1]}{127.0.0.1:40189}
[junit4] 2> 306930 INFO (jetty-launcher-1083-thread-3) [ ] o.e.j.s.Server Started @306968ms
[junit4] 2> 306930 INFO (jetty-launcher-1083-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40189}
[junit4] 2> 306930 ERROR (jetty-launcher-1083-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 306930 INFO (jetty-launcher-1083-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 306930 INFO (jetty-launcher-1083-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 306930 INFO (jetty-launcher-1083-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 306930 INFO (jetty-launcher-1083-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 306930 INFO (jetty-launcher-1083-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T22:50:59.490Z
[junit4] 2> 306933 INFO (jetty-launcher-1083-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4139bf7c{HTTP/1.1,[http/1.1]}{127.0.0.1:38337}
[junit4] 2> 306933 INFO (jetty-launcher-1083-thread-1) [ ] o.e.j.s.Server Started @306972ms
[junit4] 2> 306933 INFO (jetty-launcher-1083-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38337}
[junit4] 2> 306934 ERROR (jetty-launcher-1083-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 306934 INFO (jetty-launcher-1083-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 306934 INFO (jetty-launcher-1083-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 306934 INFO (jetty-launcher-1083-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 306934 INFO (jetty-launcher-1083-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 306934 INFO (jetty-launcher-1083-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T22:50:59.494Z
[junit4] 2> 306939 INFO (jetty-launcher-1083-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a90f421{HTTP/1.1,[http/1.1]}{127.0.0.1:44594}
[junit4] 2> 306939 INFO (jetty-launcher-1083-thread-4) [ ] o.e.j.s.Server Started @306978ms
[junit4] 2> 306939 INFO (jetty-launcher-1083-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44594}
[junit4] 2> 306939 INFO (zkConnectionManagerCallback-1090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 306940 ERROR (jetty-launcher-1083-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 306940 INFO (jetty-launcher-1083-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 306940 INFO (jetty-launcher-1083-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 306940 INFO (jetty-launcher-1083-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 306940 INFO (jetty-launcher-1083-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 306940 INFO (jetty-launcher-1083-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 306940 INFO (jetty-launcher-1083-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T22:50:59.500Z
[junit4] 2> 306941 INFO (zkConnectionManagerCallback-1088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 306941 INFO (jetty-launcher-1083-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 306954 INFO (zkConnectionManagerCallback-1092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 306955 INFO (zkConnectionManagerCallback-1094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 306955 INFO (jetty-launcher-1083-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 306972 INFO (jetty-launcher-1083-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 307069 INFO (jetty-launcher-1083-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37321/solr
[junit4] 2> 307072 INFO (zkConnectionManagerCallback-1098-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307074 INFO (jetty-launcher-1083-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37321/solr
[junit4] 2> 307075 DEBUG (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$485/1479267437@4c12f918
[junit4] 2> 307076 INFO (zkConnectionManagerCallback-1102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307081 INFO (zkConnectionManagerCallback-1104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307082 INFO (jetty-launcher-1083-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37321/solr
[junit4] 2> 307083 DEBUG (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$485/1479267437@37801799
[junit4] 2> 307088 INFO (zkConnectionManagerCallback-1108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307090 DEBUG (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$485/1479267437@7e5341c
[junit4] 2> 307091 INFO (zkConnectionManagerCallback-1110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307093 INFO (zkConnectionManagerCallback-1112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307122 INFO (jetty-launcher-1083-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37321/solr
[junit4] 2> 307138 INFO (zkConnectionManagerCallback-1122-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307140 DEBUG (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$485/1479267437@3889c1fb
[junit4] 2> 307143 INFO (zkConnectionManagerCallback-1124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307154 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307155 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 307159 DEBUG (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72432654982905868-127.0.0.1:37053_solr-n_0000000000
[junit4] 2> 307159 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37053_solr
[junit4] 2> 307160 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.c.Overseer Overseer (id=72432654982905868-127.0.0.1:37053_solr-n_0000000000) starting
[junit4] 2> 307174 INFO (zkConnectionManagerCallback-1131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307180 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307184 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307188 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307188 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307189 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307189 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37321/solr ready
[junit4] 2> 307192 INFO (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37053_solr
[junit4] 2> 307192 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 307192 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37053_solr
[junit4] 2> 307193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307193 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307194 INFO (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 307195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307195 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 307196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307196 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 307196 INFO (zkCallback-1130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 307202 DEBUG (OverseerAutoScalingTriggerThread-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 307207 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 307207 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 307207 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 307207 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 307207 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 307207 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 307207 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 307214 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 307216 DEBUG (OverseerAutoScalingTriggerThread-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 307217 DEBUG (OverseerAutoScalingTriggerThread-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 307217 DEBUG (OverseerAutoScalingTriggerThread-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 307221 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307221 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307221 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 307221 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307221 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307222 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307222 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 307224 DEBUG (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72432654982905865-127.0.0.1:44594_solr-n_0000000001
[junit4] 2> 307225 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72432654982905868-127.0.0.1:37053_solr-n_0000000000
[junit4] 2> 307225 DEBUG (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72432654982905868-127.0.0.1:37053_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 307225 DEBUG (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44594_solr as DOWN
[junit4] 2> 307226 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 307226 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 307226 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44594_solr
[junit4] 2> 307226 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307227 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307227 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307232 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307233 INFO (zkCallback-1130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 307248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 307248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 307248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307249 INFO (zkCallback-1109-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 307249 DEBUG (OverseerAutoScalingTriggerThread-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:37053_solr, 127.0.0.1:44594_solr]
[junit4] 2> 307252 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307252 DEBUG (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44594_solr"} current state version: 0
[junit4] 2> 307252 DEBUG (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44594_solr
[junit4] 2> 307256 INFO (zkCallback-1123-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 307257 DEBUG (OverseerAutoScalingTriggerThread-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 307257 DEBUG (OverseerAutoScalingTriggerThread-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 307257 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 307258 DEBUG (ScheduledTrigger-1351-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 307265 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 307271 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307272 INFO (zkConnectionManagerCallback-1137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307272 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307272 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 307273 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307273 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307274 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307274 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307274 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307274 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 307275 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307275 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 307276 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307276 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307276 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307277 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307277 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37321/solr ready
[junit4] 2> 307277 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 307277 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307278 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307278 DEBUG (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72432654982905863-127.0.0.1:40189_solr-n_0000000002
[junit4] 2> 307278 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307279 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72432654982905865-127.0.0.1:44594_solr-n_0000000001
[junit4] 2> 307279 DEBUG (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72432654982905865-127.0.0.1:44594_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 307279 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 307279 DEBUG (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40189_solr as DOWN
[junit4] 2> 307281 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 307281 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 307281 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40189_solr
[junit4] 2> 307281 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 307282 DEBUG (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72432654982905866-127.0.0.1:38337_solr-n_0000000003
[junit4] 2> 307282 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307282 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307282 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307282 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307282 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307282 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307292 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 307296 DEBUG (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:40189_solr"} current state version: 0
[junit4] 2> 307296 DEBUG (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40189_solr
[junit4] 2> 307296 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307296 INFO (zkCallback-1123-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 307296 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307296 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72432654982905863-127.0.0.1:40189_solr-n_0000000002
[junit4] 2> 307296 INFO (zkCallback-1130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 307297 DEBUG (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72432654982905863-127.0.0.1:40189_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 307297 DEBUG (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38337_solr as DOWN
[junit4] 2> 307298 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 307299 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 307299 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38337_solr
[junit4] 2> 307299 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 307299 DEBUG (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38337_solr"} current state version: 0
[junit4] 2> 307299 DEBUG (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38337_solr
[junit4] 2> 307299 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307299 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 307304 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307304 INFO (zkCallback-1130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 307304 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307304 INFO (zkCallback-1123-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 307308 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307312 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307312 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307312 INFO (zkCallback-1109-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 307316 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307317 INFO (zkConnectionManagerCallback-1143-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307320 INFO (zkCallback-1136-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 307320 INFO (zkCallback-1103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 307320 INFO (zkCallback-1111-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 307335 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44594.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307340 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307340 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307341 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 307341 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307341 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307341 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307342 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37321/solr ready
[junit4] 2> 307344 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 307350 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37053.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307358 INFO (zkConnectionManagerCallback-1149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307359 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307359 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307359 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 307359 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307361 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307361 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307364 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44594.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307364 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44594.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307365 INFO (jetty-launcher-1083-thread-4) [n:127.0.0.1:44594_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-001/node4/.
[junit4] 2> 307367 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37053.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307367 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37053.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307368 INFO (jetty-launcher-1083-thread-2) [n:127.0.0.1:37053_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-001/node2/.
[junit4] 2> 307368 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37321/solr ready
[junit4] 2> 307374 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38337.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307380 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38337.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307381 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38337.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307381 INFO (jetty-launcher-1083-thread-1) [n:127.0.0.1:38337_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-001/node1/.
[junit4] 2> 307382 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 307396 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40189.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 307404 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 307407 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40189.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307407 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40189.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[junit4] 2> 307408 INFO (jetty-launcher-1083-thread-3) [n:127.0.0.1:40189_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-001/node3/.
[junit4] 2> 307509 INFO (zkConnectionManagerCallback-1152-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307513 INFO (zkConnectionManagerCallback-1157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 307513 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 307514 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 307514 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 307514 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 307514 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 307514 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 307514 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37321/solr ready
[junit4] 2> 307518 INFO (qtp1922851261-3569) [n:127.0.0.1:44594_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 307519 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 307519 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 307519 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 307519 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 307519 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 307520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 307520 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 307520 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 307520 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 307520 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 307520 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
[junit4] 2> 307521 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 307521 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
[junit4] 2> 307521 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 307521 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 307521 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 307521 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 307521 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 307521 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 307532 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 307534 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 307534 DEBUG (zkCallback-1109-thread-1) [ ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 307534 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 307535 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 307535 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 307535 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 307535 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 307535 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 307535 DEBUG (OverseerThreadFactory-1353-thread-1-processing-n:127.0.0.1:37053_solr) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:37053_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=8.857393415087783,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.404387,medianRequestTime=0.462945,75thPcRequestTime=0.51005,95thPcRequestTime=0.51005,99thPcRequestTime=0.51005,999thPcRequestTime=0.51005},downnode={requests=3,errors=0,avgRequestsPerSecond=10.800743661443173,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.03847066666666667,medianRequestTime=0.038953,75thPcRequestTime=0.040162,95thPcRequestTime=0.040162,99thPcRequestTime=0.040162,999thPcRequestTime=0.040162}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=8.877163904501117,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=3.844918999871301,medianRequestTime=3.218537,75thPcRequestTime=8.18656,95thPcRequestTime=8.18656,99thPcRequestTime=8.18656,999thPcRequestTime=8.18656},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=2.9824626039229027,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.857209,medianRequestTime=0.857209,75thPcRequestTime=0.857209,95thPcRequestTime=0.857209,99thPcRequestTime=0.857209,999thPcRequestTime=0.857209}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=3.097484838903577,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=313.160468,medianRequestTime=313.160468,75thPcRequestTime=313.160468,95thPcRequestTime=313.160468,99thPcRequestTime=313.160468,999thPcRequestTime=313.160468}}}
[junit4] 2> 307535 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 307535 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 307535 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 307535 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 307537 INFO (qtp1922851261-3569) [n:127.0.0.1:44594_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 308124 WARN (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 308260 DEBUG (ScheduledTrigger-1351-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 308818 WARN (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 308998 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log Logging to org.apache.logging.slf4j.Log4jLogger@2842a333 via org.mortbay.log.Slf4jLog
[junit4] 2> 309028 WARN (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 309261 DEBUG (ScheduledTrigger-1351-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 309402 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 309446 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_41378_hdfs____.k87au7/webapp
[junit4] 2> 309522 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 309523 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 309523 INFO (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 309523 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 309523 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 309523 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 309523 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 309523 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 310262 DEBUG (ScheduledTrigger-1351-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 310269 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41378
[junit4] 2> 311116 WARN (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 311121 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 311134 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41995_datanode____.chj6ap/webapp
[junit4] 2> 311264 DEBUG (ScheduledTrigger-1351-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 311524 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 311544 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 311544 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 311544 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 311544 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 311544 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 311544 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 311561 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41995
[junit4] 2> 312040 WARN (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 312041 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 312073 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39090_datanode____.if2m48/webapp
[junit4] 2> 312264 DEBUG (ScheduledTrigger-1351-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 312506 INFO (SUITE-MoveReplicaHDFSTest-seed#[D357F76AECE23B29]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39090
[junit4] 2> 313051 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:33741) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 313052 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_D357F76AECE23B29-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:33741) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 313260 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x145505a55e3e0a: from storage DS-ee1d5ea1-e81c-4f74-9b61-786983967caf node DatanodeRegistration(127.0.0.1:42890, datanodeUuid=99092d7b-d0ed-4f7b-b117-584dd625b36a, infoPort=44255, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-56;cid=testClusterID;nsid=1022034261;c=0), blocks: 0, hasStaleStorage: true, processing time: 8 msecs
[junit4] 2> 313260 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x145505a55e3e0a: from storage DS-b72dfaac-a0de-470b-aa37-aa6cf9444b4f node DatanodeRegistration(127.0.0.1:42890, datanodeUuid=99092d7b-d0ed-4f7b-b117-584dd625b36a, infoPort=44255, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-56;cid=testClusterID;nsid=1022034261;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 313265 DEBUG (ScheduledTrigger-1351-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 313267 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x145505a5451b28: from storage DS-fa955bbd-ec08-42c7-9156-992ff3b9e2e5 node DatanodeRegistration(127.0.0.1:44391, datanodeUuid=173573cd-f6ef-4d46-a47f-d8523dc64246, infoPort=37064, infoSecurePort=0, ipcPort=32770, storageInfo=lv=-56;cid=testClusterID;nsid=1022034261;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 313267 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x145505a5451b28: from storage DS-a78fd040-cf7c-47b3-a0d0-5685b5a0193b node DatanodeRegistration(127.0.0.1:44391, datanodeUuid=173573cd-f6ef-4d46-a47f-d8523dc64246, infoPort=37064, infoSecurePort=0, ipcPort=32770, storageInfo=lv=-56;cid=testClusterID;nsid=1022034261;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 313544 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 313545 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 313545 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 313545 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 313545 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 313545 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 313545 DEBUG (OverseerCollectionConfigSetProcessor-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] IGNOR/A 0.00s J0 | MoveReplicaHDFSTest.testNormalFailedMove
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 313814 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
[junit4] 2> 313815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 313815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 313815 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 313815 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 313816 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 313816 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 313817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313817 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313818 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313818 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313818 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 313820 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313820 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313820 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313820 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313820 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313821 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313821 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313822 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 313822 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313822 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 313823 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 313823 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 313823 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 313824 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cf1dccb{/solr,null,AVAILABLE}
[junit4] 2> 313824 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e000176{HTTP/1.1,[http/1.1]}{127.0.0.1:45286}
[junit4] 2> 313824 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.e.j.s.Server Started @313863ms
[junit4] 2> 313824 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45286}
[junit4] 2> 313825 ERROR (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313825 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 313825 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 313825 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313825 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 313825 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-01T22:51:06.385Z
[junit4] 2> 313827 INFO (zkConnectionManagerCallback-1161-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 313827 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 313832 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 314071 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37321/solr
[junit4] 2> 314076 INFO (zkConnectionManagerCallback-1165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314091 DEBUG (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$485/1479267437@2bca7fee
[junit4] 2> 314093 INFO (zkConnectionManagerCallback-1167-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314098 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 314098 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314098 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 314099 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 314099 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 314099 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 314100 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 314101 DEBUG (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72432654982905877-127.0.0.1:45286_solr-n_0000000004
[junit4] 2> 314101 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72432654982905866-127.0.0.1:38337_solr-n_0000000003
[junit4] 2> 314101 DEBUG (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72432654982905866-127.0.0.1:38337_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 314101 DEBUG (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45286_solr as DOWN
[junit4] 2> 314102 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 314102 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 314102 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45286_solr
[junit4] 2> 314103 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 314103 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314104 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 314105 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314105 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314105 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314105 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314105 INFO (zkCallback-1109-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314105 INFO (zkCallback-1130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314105 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314105 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314105 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314106 INFO (zkCallback-1142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314109 INFO (zkCallback-1111-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314109 DEBUG (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45286_solr"} current state version: 0
[junit4] 2> 314109 DEBUG (OverseerStateUpdate-72432654982905868-127.0.0.1:37053_solr-n_0000000000) [n:127.0.0.1:37053_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45286_solr
[junit4] 2> 314109 INFO (zkCallback-1123-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314109 INFO (zkCallback-1103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314110 INFO (zkCallback-1136-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314110 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314110 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314110 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314110 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314112 INFO (zkCallback-1166-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314134 INFO (zkCallback-1148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314135 INFO (zkCallback-1156-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314135 INFO (zkCallback-1156-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 314148 INFO (zkConnectionManagerCallback-1174-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314149 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 314149 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 314149 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 314149 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 314149 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 314150 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 314150 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37321/solr ready
[junit4] 2> 314150 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 314171 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D357F76AECE23B29]) [n:127.0.0.1:45286_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45286.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b5a5ed1
[...truncated too long message...]
vy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1931968935
[copy] Copying 238 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1931968935
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1931968935
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 34ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 121 minutes 57 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-Tests-master - Build # 2843 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2843/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([1A75798A1ECBA479:10F6C6275370AF23]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:572)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13675 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> 1254999 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_1A75798A1ECBA479-001/init-core-data-001
[junit4] 2> 1255000 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1255006 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1255006 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_1A75798A1ECBA479-001/tempDir-001
[junit4] 2> 1255007 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1255007 INFO (Thread-2272) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1255007 INFO (Thread-2272) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1255012 ERROR (Thread-2272) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1255107 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42014
[junit4] 2> 1255109 INFO (zkConnectionManagerCallback-7386-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255123 INFO (jetty-launcher-7383-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1255123 INFO (jetty-launcher-7383-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1255124 INFO (jetty-launcher-7383-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255124 INFO (jetty-launcher-7383-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255124 INFO (jetty-launcher-7383-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1255124 INFO (jetty-launcher-7383-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1255124 INFO (jetty-launcher-7383-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1255124 INFO (jetty-launcher-7383-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1255124 INFO (jetty-launcher-7383-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b7fc02f{/solr,null,AVAILABLE}
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@df8596e{SSL,[ssl, http/1.1]}{127.0.0.1:35686}
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-2) [ ] o.e.j.s.Server Started @1255179ms
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@344c4e79{/solr,null,AVAILABLE}
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35686}
[junit4] 2> 1255125 ERROR (jetty-launcher-7383-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c109f68{SSL,[ssl, http/1.1]}{127.0.0.1:40446}
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-1) [ ] o.e.j.s.Server Started @1255179ms
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40446}
[junit4] 2> 1255125 INFO (jetty-launcher-7383-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T17:36:06.037Z
[junit4] 2> 1255126 ERROR (jetty-launcher-7383-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1255126 INFO (jetty-launcher-7383-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1255126 INFO (jetty-launcher-7383-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1255126 INFO (jetty-launcher-7383-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1255126 INFO (jetty-launcher-7383-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1255126 INFO (jetty-launcher-7383-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T17:36:06.038Z
[junit4] 2> 1255128 INFO (zkConnectionManagerCallback-7388-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255128 INFO (zkConnectionManagerCallback-7390-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255136 INFO (jetty-launcher-7383-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255142 INFO (jetty-launcher-7383-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1255260 INFO (jetty-launcher-7383-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42014/solr
[junit4] 2> 1255262 INFO (zkConnectionManagerCallback-7394-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255264 INFO (zkConnectionManagerCallback-7396-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255378 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40446_solr
[junit4] 2> 1255379 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.c.Overseer Overseer (id=72442741391556612-127.0.0.1:40446_solr-n_0000000000) starting
[junit4] 2> 1255390 INFO (zkConnectionManagerCallback-7403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255394 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42014/solr ready
[junit4] 2> 1255395 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40446_solr
[junit4] 2> 1255396 INFO (OverseerStateUpdate-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [n:127.0.0.1:40446_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40446_solr
[junit4] 2> 1255404 INFO (OverseerStateUpdate-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [n:127.0.0.1:40446_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255404 DEBUG (OverseerAutoScalingTriggerThread-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1255406 DEBUG (OverseerAutoScalingTriggerThread-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1255407 DEBUG (OverseerAutoScalingTriggerThread-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1255407 DEBUG (OverseerAutoScalingTriggerThread-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1255412 INFO (zkCallback-7402-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255416 DEBUG (OverseerAutoScalingTriggerThread-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:40446_solr]
[junit4] 2> 1255417 DEBUG (OverseerAutoScalingTriggerThread-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1255417 DEBUG (OverseerAutoScalingTriggerThread-72442741391556612-127.0.0.1:40446_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1255423 DEBUG (ScheduledTrigger-4695-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1255423 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1255449 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40446.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30c3654e
[junit4] 2> 1255457 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40446.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30c3654e
[junit4] 2> 1255457 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40446.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30c3654e
[junit4] 2> 1255458 INFO (jetty-launcher-7383-thread-1) [n:127.0.0.1:40446_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_1A75798A1ECBA479-001/tempDir-001/node1/.
[junit4] 2> 1255645 INFO (jetty-launcher-7383-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42014/solr
[junit4] 2> 1255648 INFO (zkConnectionManagerCallback-7408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255651 INFO (zkConnectionManagerCallback-7410-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255660 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1255664 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1255664 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35686_solr
[junit4] 2> 1255665 INFO (zkCallback-7402-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1255665 INFO (zkCallback-7395-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1255677 INFO (zkCallback-7409-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1255685 INFO (zkConnectionManagerCallback-7417-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255686 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1255687 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42014/solr ready
[junit4] 2> 1255687 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1255703 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35686.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30c3654e
[junit4] 2> 1255711 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35686.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30c3654e
[junit4] 2> 1255711 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35686.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30c3654e
[junit4] 2> 1255712 INFO (jetty-launcher-7383-thread-2) [n:127.0.0.1:35686_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_1A75798A1ECBA479-001/tempDir-001/node2/.
[junit4] 2> 1255738 INFO (zkConnectionManagerCallback-7420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255743 INFO (zkConnectionManagerCallback-7425-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1255744 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1255745 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42014/solr ready
[junit4] 2> 1255767 DEBUG (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10007_solr
[junit4] 2> 1255767 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1255768 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1255768 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1255768 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1255769 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10007_solr]
[junit4] 2> 1255769 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1255769 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1255769 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1255770 DEBUG (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 1255770 DEBUG (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1255770 INFO (SUITE-IndexSizeTriggerTest-seed#[1A75798A1ECBA479]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1255790 DEBUG (ScheduledTrigger-4711-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255811 DEBUG (ScheduledTrigger-4711-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255831 DEBUG (ScheduledTrigger-4711-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255851 DEBUG (ScheduledTrigger-4711-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255872 DEBUG (ScheduledTrigger-4711-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255892 DEBUG (ScheduledTrigger-4711-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255912 DEBUG (ScheduledTrigger-4711-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255932 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255952 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255974 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1255993 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
[junit4] 2> 1255994 DEBUG (simCloudManagerPool-4710-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testTrigger_collection, currentVersion=1
[junit4] 2> 1255994 DEBUG (simCloudManagerPool-4710-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 1255994 DEBUG (simCloudManagerPool-4710-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1255995 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256004 DEBUG (simCloudManagerPool-4710-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 1256004 DEBUG (simCloudManagerPool-4710-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1256005 DEBUG (simCloudManagerPool-4710-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testTrigger_collection, currentVersion=3
[junit4] 2> 1256015 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256015 DEBUG (simCloudManagerPool-4710-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 1256015 DEBUG (simCloudManagerPool-4710-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1256016 DEBUG (simCloudManagerPool-4710-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testTrigger_collection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1256026 DEBUG (simCloudManagerPool-4710-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 1256026 DEBUG (simCloudManagerPool-4710-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1256027 DEBUG (simCloudManagerPool-4710-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard2 (currentVersion=5): {"core_node3":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testTrigger_collection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1256035 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256036 DEBUG (simCloudManagerPool-4710-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 1256036 DEBUG (simCloudManagerPool-4710-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1256047 DEBUG (simCloudManagerPool-4710-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 1256047 DEBUG (simCloudManagerPool-4710-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1256047 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 1256048 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1256055 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256075 DEBUG (ScheduledTrigger-4711-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256095 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256116 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256136 DEBUG (ScheduledTrigger-4711-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256156 DEBUG (ScheduledTrigger-4711-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256176 DEBUG (ScheduledTrigger-4711-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256197 DEBUG (ScheduledTrigger-4711-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256206 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 1256206 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 1256207 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * testTrigger_collection
[junit4] 2> ## shardsTotal 2
[junit4] 2> ## shardsState {active=2}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 4
[junit4] 2> ## activeReplicas 4
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 25
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 14
[junit4] 2> ## minActiveSliceDocs 11
[junit4] 2> ## avgActiveSliceDocs 13
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 32,980
[junit4] 2> ## maxActiveSliceBytes 17,240
[junit4] 2> ## minActiveSliceBytes 15,740
[junit4] 2> ## avgActiveSliceBytes 16,490
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> DocCollection(testTrigger_collection//clusterstate.json/8)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testTrigger_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testTrigger_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> ## Max replicas per node: 2
[junit4] 2> ## Min replicas per node: 2
[junit4] 2> ## Total replicas: 4
[junit4] 2> ## * testTrigger_collection 4
[junit4] 2> ## - active 4
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - update 26
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 1256207 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1256207 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 1256213 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1256213 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1256213 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1256213 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1256213 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1256213 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1256217 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1256217 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1256217 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1256217 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1256218 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256218 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1256218 DEBUG (ScheduledTrigger-4716-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256224 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1256224 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1256225 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256225 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256225 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1256325 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[1A75798A1ECBA479]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTrigger
[junit4] 2> 1256349 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMergeIntegration
[junit4] 2> 1256349 DEBUG (simCloudManagerPool-4715-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testMergeIntegration_collection, currentVersion=9
[junit4] 2> 1256349 DEBUG (simCloudManagerPool-4715-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 1256349 DEBUG (simCloudManagerPool-4715-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 1256359 DEBUG (simCloudManagerPool-4715-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 1256360 DEBUG (simCloudManagerPool-4715-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 1256360 DEBUG (simCloudManagerPool-4715-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testMergeIntegration_collection, currentVersion=11
[junit4] 2> 1256370 DEBUG (simCloudManagerPool-4715-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 1256371 DEBUG (simCloudManagerPool-4715-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 1256372 DEBUG (simCloudManagerPool-4715-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard1 (currentVersion=12): {"core_node1":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testMergeIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1256381 DEBUG (simCloudManagerPool-4715-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 1256381 DEBUG (simCloudManagerPool-4715-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 1256392 DEBUG (simCloudManagerPool-4715-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 1256393 DEBUG (simCloudManagerPool-4715-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 1256393 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 1256394 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 1256394 DEBUG (simCloudManagerPool-4715-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard2 (currentVersion=15): {"core_node3":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testMergeIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1256404 DEBUG (simCloudManagerPool-4715-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 1256404 DEBUG (simCloudManagerPool-4715-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 1256404 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 1256405 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 1256415 DEBUG (simCloudManagerPool-4715-thread-29) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1256415 DEBUG (simCloudManagerPool-4715-thread-29) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1256415 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1256416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1256418 DEBUG (simCloudManagerPool-4715-thread-30) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1256418 DEBUG (simCloudManagerPool-4715-thread-30) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1256418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1256418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256418 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1256421 DEBUG (simCloudManagerPool-4715-thread-31) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1256421 DEBUG (simCloudManagerPool-4715-thread-31) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1256421 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1256421 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256421 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256421 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1256425 DEBUG (ScheduledTrigger-4695-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256431 DEBUG (simCloudManagerPool-4715-thread-48) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1256431 DEBUG (simCloudManagerPool-4715-thread-48) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1256435 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1256435 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256435 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256435 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1256560 DEBUG (ScheduledTrigger-4716-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1256561 DEBUG (ScheduledTrigger-4716-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger3]
[junit4] 2> 1256562 DEBUG (simCloudManagerPool-4715-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=17
[junit4] 2> 1256562 DEBUG (simCloudManagerPool-4715-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 1256563 DEBUG (simCloudManagerPool-4715-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 1256573 DEBUG (simCloudManagerPool-4715-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 1256573 DEBUG (simCloudManagerPool-4715-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 1256584 DEBUG (simCloudManagerPool-4715-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 1256584 DEBUG (simCloudManagerPool-4715-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 1256585 DEBUG (simCloudManagerPool-4715-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=20): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1256595 DEBUG (simCloudManagerPool-4715-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 1256595 DEBUG (simCloudManagerPool-4715-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 1256595 DEBUG (simCloudManagerPool-4715-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=21
[junit4] 2> 1256597 INFO (ScheduledTrigger-4716-thread-3) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=5915346231849781, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1256598 DEBUG (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1256598 INFO (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=5915346300479981, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1256599 DEBUG (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1256601 INFO (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed plan empty, remained 0 requested ops to try.
[junit4] 2> 1256601 INFO (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=5915346415452381, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1256601 INFO (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=5915346427922931, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1256601 DEBUG (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}} with context properties: {AFTER_ACTION=[compute_plan], unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 1256601 INFO (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1256602 INFO (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=5915346457711181, stage=AFTER_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1256603 INFO (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=5915346506562331, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":5915338154675731,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":5915344434724881,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1256603 DEBUG (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: index_size_trigger3 after 100ms
[junit4] 2> 1256603 DEBUG (AutoscalingActionExecutor-4717-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 249 ms for event id=1503f7fd6f8e13T2806lyyyz41sgmg6nm0vbspdl
[junit4] 2> 1256604 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 1256604 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 1256604 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 2
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 2
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 2
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 11,240
[junit4] 2> ## maxActiveSliceBytes 11,240
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## * testMergeIntegration_collection
[junit4] 2> ## shardsTotal 2
[junit4] 2> ## shardsState {active=2}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 4
[junit4] 2> ## activeReplicas 4
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 5
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 3
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 3
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 22,980
[junit4] 2> ## maxActiveSliceBytes 11,740
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,490
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> DocCollection(testMergeIntegration_collection//clusterstate.json/21)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":8,
[junit4] 2> "SEARCHER.searcher.deletedDocs":5,
[junit4] 2> "INDEX.sizeInBytes":11740,
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0933727025985718E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":3},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":8,
[junit4] 2> "SEARCHER.searcher.deletedDocs":5,
[junit4] 2> "INDEX.sizeInBytes":11740,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0933727025985718E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":3}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":12,
[junit4] 2> "SEARCHER.searcher.deletedDocs":10,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":12,
[junit4] 2> "SEARCHER.searcher.deletedDocs":10,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> DocCollection(.system//clusterstate.json/21)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":2,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2},
[junit4] 2> "core_node2":{
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":2,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> ## Max replicas per node: 3
[junit4] 2> ## Min replicas per node: 3
[junit4] 2> ## Total replicas: 6
[junit4] 2> ## * .system 2
[junit4] 2> ## - active 2
[junit4] 2> ## * testMergeIntegration_collection 4
[junit4] 2> ## - active 4
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - autoscaling 4
[junit4] 2> ## - update 39
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: index_size_trigger3
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 1256605 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1256606 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1256606 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1256606 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1256606 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1256606 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1256606 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1256606 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1256607 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1256608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1256609 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1256609 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1256614 DEBUG (ScheduledTrigger-4719-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 1256614 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
[junit4] 2> 1256614 DEBUG (ScheduledTrigger-4719-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1256614 DEBUG (ScheduledTrigger-4719-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 1256614 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256615 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1256617 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1256617 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1256618 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256618 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256618 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1256718 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMergeIntegration
[junit4] 2> 1256742 INFO (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitIntegration
[junit4] 2> 1256743 DEBUG (simCloudManagerPool-4718-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testSplitIntegration_collection, currentVersion=23
[junit4] 2> 1256743 DEBUG (simCloudManagerPool-4718-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 1256743 DEBUG (simCloudManagerPool-4718-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 1256753 DEBUG (simCloudManagerPool-4718-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 1256754 DEBUG (simCloudManagerPool-4718-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 1256755 DEBUG (simCloudManagerPool-4718-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testSplitIntegration_collection, currentVersion=25
[junit4] 2> 1256764 DEBUG (simCloudManagerPool-4718-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
[junit4] 2> 1256765 DEBUG (simCloudManagerPool-4718-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 1256765 DEBUG (simCloudManagerPool-4718-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1 (currentVersion=26): {"core_node1":{
[junit4] 2> "core":"testSplitIntegration_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSplitIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1256775 DEBUG (simCloudManagerPool-4718-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
[junit4] 2> 1256775 DEBUG (simCloudManagerPool-4718-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 1256775 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
[junit4] 2> 1256776 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 1256786 DEBUG (simCloudManagerPool-4718-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28
[junit4] 2> 1256786 DEBUG (simCloudManagerPool-4718-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 1256787 DEBUG (simCloudManagerPool-4718-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard2 (currentVersion=29): {"core_node4":{
[junit4] 2> "core":"testSplitIntegration_collection_shard2_replica_n4",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSplitIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1256797 DEBUG (simCloudManagerPool-4718-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29
[junit4] 2> 1256797 DEBUG (simCloudManagerPool-4718-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 1256797 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30
[junit4] 2> 1256798 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[1A75798A1ECBA479]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
[junit4] 2> 1256799 DEBUG (simCloudManagerPool-4718-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1256800 DEBUG (simCloudManagerPool-4718-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1256800 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1256800 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256800 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256800 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1256801 DEBUG (simCloudManagerPool-4718-thread-9) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1256801 DEBUG (simCloudManagerPool-4718-thread-9) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1256801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1256801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256801 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1256802 DEBUG (simCloudManagerPool-4718-thread-10) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1256802 DEBUG (simCloudManagerPool-4718-thread-10) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1256802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1256802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1256802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1256802 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1256814 DEBUG (simCloudManagerPool-4718-thread-62) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1256814 DEBUG (simCloudManagerPool-4718-thread-62) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 1256814 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 1256814 DEBUG (Simu
[...truncated too long message...]
d.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null364131578
[copy] Copying 238 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null364131578
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null364131578
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 47ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 104 minutes 46 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-Tests-master - Build # 2842 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2842/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.extraction.ExtractingRequestHandlerTest
Error Message:
Is some other JVM affected? Or bad regex? TzDisplayName: ChST
Stack Trace:
java.lang.AssertionError: Is some other JVM affected? Or bad regex? TzDisplayName: ChST
at __randomizedtesting.SeedInfo.seed([821D2CD895CB0027]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.beforeClass(ExtractingRequestHandlerTest.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test
Error Message:
null
Stack Trace:
java.lang.NumberFormatException: null
at __randomizedtesting.SeedInfo.seed([1DBB97B694500695:95EFA86C3AAC6B6D]:0)
at java.lang.Long.parseLong(Long.java:552)
at java.lang.Long.parseLong(Long.java:631)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForReplicationFromReplicas(AbstractFullDistribZkTestBase.java:2134)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:268)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 1) Thread[id=6167, name=zkConnectionManagerCallback-375-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=6165, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]-SendThread(127.0.0.1:38306), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 3) Thread[id=6164, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=6166, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:
1) Thread[id=6167, name=zkConnectionManagerCallback-375-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=6165, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]-SendThread(127.0.0.1:38306), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
3) Thread[id=6164, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=6166, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
at __randomizedtesting.SeedInfo.seed([1DBB97B694500695]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=6167, name=zkConnectionManagerCallback-375-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=6165, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]-SendThread(127.0.0.1:38306), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=6167, name=zkConnectionManagerCallback-375-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=6165, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]-SendThread(127.0.0.1:38306), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([1DBB97B694500695]:0)
Build Log:
[...truncated 13266 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/init-core-data-001
[junit4] 2> 1505993 WARN (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[1DBB97B694500695]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1505993 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[1DBB97B694500695]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1505995 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[1DBB97B694500695]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1505995 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[1DBB97B694500695]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1505995 INFO (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[1DBB97B694500695]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lrjr/qa
[junit4] 2> 1505996 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ChaosMonkeyNothingIsSafeWithPullReplicasTest Starting ChaosMonkey test with 2 shards and 8 nodes
[junit4] 2> 1506002 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1506017 INFO (Thread-231) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1506017 INFO (Thread-231) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1506065 ERROR (Thread-231) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1506117 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkTestServer start zk server on port:38306
[junit4] 2> 1506152 INFO (zkConnectionManagerCallback-347-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1506217 INFO (zkConnectionManagerCallback-349-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1506233 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1506235 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1506236 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1506240 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1506241 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1506242 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1506243 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1506244 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1506247 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1506252 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1506253 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1506260 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1506493 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1506533 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1506533 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1506533 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1506546 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4723ca70{/lrjr/qa,null,AVAILABLE}
[junit4] 2> 1506557 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c8106bd{HTTP/1.1,[http/1.1]}{127.0.0.1:33303}
[junit4] 2> 1506558 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.Server Started @1506633ms
[junit4] 2> 1506558 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/tempDir-001/control/data, replicaType=NRT, hostContext=/lrjr/qa, hostPort=33303, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/control-001/cores}
[junit4] 2> 1506558 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1506558 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1506558 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1506558 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1506558 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1506558 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T12:45:41.484Z
[junit4] 2> 1506589 INFO (zkConnectionManagerCallback-351-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1506597 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1506611 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/control-001/solr.xml
[junit4] 2> 1506615 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1506615 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1506616 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1507025 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38306/solr
[junit4] 2> 1507062 INFO (zkConnectionManagerCallback-355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1507085 INFO (zkConnectionManagerCallback-357-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1507176 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33303_lrjr%2Fqa
[junit4] 2> 1507176 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.Overseer Overseer (id=73427830024962052-127.0.0.1:33303_lrjr%2Fqa-n_0000000000) starting
[junit4] 2> 1507249 INFO (zkConnectionManagerCallback-364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1507254 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38306/solr ready
[junit4] 2> 1507269 INFO (OverseerStateUpdate-73427830024962052-127.0.0.1:33303_lrjr%2Fqa-n_0000000000) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33303_lrjr%2Fqa
[junit4] 2> 1507300 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33303_lrjr%2Fqa
[junit4] 2> 1507349 INFO (zkCallback-356-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1507373 INFO (zkCallback-363-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1507393 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1507410 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1507425 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1507425 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1507426 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/control-001/cores
[junit4] 2> 1507521 INFO (zkConnectionManagerCallback-370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1507524 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1507525 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38306/solr ready
[junit4] 2> 1507535 INFO (qtp49469815-6119) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33303_lrjr%252Fqa&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1507553 INFO (OverseerThreadFactory-885-thread-1-processing-n:127.0.0.1:33303_lrjr%2Fqa) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1507679 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1507679 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1508736 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1508776 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1509037 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1509059 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1509060 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1509068 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1509071 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1503377363, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1509082 WARN (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1509125 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1509125 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1509126 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1509126 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1509128 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=80.00390625, floorSegmentMB=1.92578125, forceMergeDeletesPctAllowed=0.20213145599071058, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8019428421803018, deletesPctAllowed=20.5145464128825
[junit4] 2> 1509133 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@37cbea0c[control_collection_shard1_replica_n1] main]
[junit4] 2> 1509135 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1509135 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1509136 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1509136 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613308356525555712
[junit4] 2> 1509144 INFO (searcherExecutor-890-thread-1-processing-n:127.0.0.1:33303_lrjr%2Fqa x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@37cbea0c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1509161 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1509164 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1509164 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1509164 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33303/lrjr/qa/control_collection_shard1_replica_n1/
[junit4] 2> 1509165 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1509165 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33303/lrjr/qa/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1509165 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1509169 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33303/lrjr/qa/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1509277 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1509281 INFO (qtp49469815-6115) [n:127.0.0.1:33303_lrjr%2Fqa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1602
[junit4] 2> 1509305 INFO (qtp49469815-6119) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1509381 INFO (zkCallback-356-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1509555 INFO (OverseerCollectionConfigSetProcessor-73427830024962052-127.0.0.1:33303_lrjr%2Fqa-n_0000000000) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1510305 INFO (qtp49469815-6119) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33303_lrjr%252Fqa&wt=javabin&version=2} status=0 QTime=2770
[junit4] 2> 1510340 INFO (zkConnectionManagerCallback-375-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1510347 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1510348 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38306/solr ready
[junit4] 2> 1510348 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1510357 INFO (qtp49469815-6116) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1510380 INFO (OverseerThreadFactory-885-thread-2-processing-n:127.0.0.1:33303_lrjr%2Fqa) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1510595 WARN (OverseerThreadFactory-885-thread-2-processing-n:127.0.0.1:33303_lrjr%2Fqa) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1510612 INFO (qtp49469815-6116) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1510614 INFO (qtp49469815-6116) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=257
[junit4] 2> 1510789 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-1-001 of type TLOG
[junit4] 2> 1510790 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1510790 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1510790 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1510790 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1510791 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20f0f32f{/lrjr/qa,null,AVAILABLE}
[junit4] 2> 1510791 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ffbb197{HTTP/1.1,[http/1.1]}{127.0.0.1:34103}
[junit4] 2> 1510791 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.Server Started @1510867ms
[junit4] 2> 1510791 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/lrjr/qa, hostPort=34103, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-1-001/cores}
[junit4] 2> 1510792 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1510792 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1510792 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1510792 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1510792 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1510792 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T12:45:45.718Z
[junit4] 2> 1510827 INFO (zkConnectionManagerCallback-377-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1510830 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1510830 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-1-001/solr.xml
[junit4] 2> 1510834 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1510835 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1510836 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1510898 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38306/solr
[junit4] 2> 1510902 INFO (zkConnectionManagerCallback-381-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1510910 INFO (zkConnectionManagerCallback-383-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1510919 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1510924 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1510924 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34103_lrjr%2Fqa
[junit4] 2> 1510925 INFO (zkCallback-363-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1510925 INFO (zkCallback-356-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1510943 INFO (zkCallback-374-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1510945 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1510951 INFO (zkConnectionManagerCallback-390-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1510954 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1510955 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38306/solr ready
[junit4] 2> 1510956 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1510972 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1510980 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1510980 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1510981 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-1-001/cores
[junit4] 2> 1511006 INFO (qtp49469815-6121) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34103_lrjr%252Fqa&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1511013 INFO (OverseerCollectionConfigSetProcessor-73427830024962052-127.0.0.1:33303_lrjr%2Fqa-n_0000000000) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1511016 INFO (OverseerThreadFactory-885-thread-3-processing-n:127.0.0.1:33303_lrjr%2Fqa) [n:127.0.0.1:33303_lrjr%2Fqa c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34103_lrjr%2Fqa for creating new replica of shard shard2 for collection collection1
[junit4] 2> 1511020 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1512058 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1512118 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1512335 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1512355 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1512355 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1512355 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1512361 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1503377363, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1512378 WARN (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1512420 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1512420 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1512421 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1512421 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1512422 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=80.00390625, floorSegmentMB=1.92578125, forceMergeDeletesPctAllowed=0.20213145599071058, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8019428421803018, deletesPctAllowed=20.5145464128825
[junit4] 2> 1512423 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6849eed6[collection1_shard2_replica_t41] main]
[junit4] 2> 1512424 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1512424 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1512425 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1512427 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613308359976419328
[junit4] 2> 1512432 INFO (searcherExecutor-904-thread-1-processing-n:127.0.0.1:34103_lrjr%2Fqa x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@6849eed6[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1512437 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 1512449 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1512449 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1512449 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34103/lrjr/qa/collection1_shard2_replica_t41/
[junit4] 2> 1512449 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1512449 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:34103/lrjr/qa/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1512449 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1512450 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1512452 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34103/lrjr/qa/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1512555 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1512557 INFO (qtp814539176-6174) [n:127.0.0.1:34103_lrjr%2Fqa c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1537
[junit4] 2> 1512565 INFO (qtp49469815-6121) [n:127.0.0.1:33303_lrjr%2Fqa c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34103_lrjr%252Fqa&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1559
[junit4] 2> 1512657 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1512676 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-2-001 of type TLOG
[junit4] 2> 1512692 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1512699 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1512699 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1512699 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1512700 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@772ecff7{/lrjr/qa,null,AVAILABLE}
[junit4] 2> 1512700 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2da7156e{HTTP/1.1,[http/1.1]}{127.0.0.1:38998}
[junit4] 2> 1512700 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.Server Started @1512776ms
[junit4] 2> 1512700 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/lrjr/qa, hostPort=38998, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-2-001/cores}
[junit4] 2> 1512701 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1512709 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1512709 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1512709 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1512709 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1512710 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T12:45:47.636Z
[junit4] 2> 1512729 INFO (zkConnectionManagerCallback-393-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1512730 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1512730 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-2-001/solr.xml
[junit4] 2> 1512734 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1512734 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1512735 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1512840 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38306/solr
[junit4] 2> 1512844 INFO (zkConnectionManagerCallback-397-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1512850 INFO (zkConnectionManagerCallback-399-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1512857 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1512861 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1512861 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38998_lrjr%2Fqa
[junit4] 2> 1512863 INFO (zkCallback-374-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1512863 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1512863 INFO (zkCallback-363-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1512863 INFO (zkCallback-356-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1512869 INFO (zkCallback-389-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1512869 INFO (zkCallback-398-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1512900 INFO (zkConnectionManagerCallback-406-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1512901 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1512904 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38306/solr ready
[junit4] 2> 1512905 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1512920 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1512929 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1512929 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1512930 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-2-001/cores
[junit4] 2> 1512960 INFO (qtp49469815-6118) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38998_lrjr%252Fqa&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1512963 INFO (OverseerCollectionConfigSetProcessor-73427830024962052-127.0.0.1:33303_lrjr%2Fqa-n_0000000000) [n:127.0.0.1:33303_lrjr%2Fqa ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1512964 INFO (OverseerThreadFactory-885-thread-4-processing-n:127.0.0.1:33303_lrjr%2Fqa) [n:127.0.0.1:33303_lrjr%2Fqa c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38998_lrjr%2Fqa for creating new replica of shard shard1 for collection collection1
[junit4] 2> 1512977 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1513082 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1513996 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1514006 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 1514073 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1514095 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 1514096 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8
[junit4] 2> 1514096 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 1514099 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1503377363, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1514110 WARN (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1514148 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1514148 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1514149 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1514149 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1514150 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=80.00390625, floorSegmentMB=1.92578125, forceMergeDeletesPctAllowed=0.20213145599071058, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8019428421803018, deletesPctAllowed=20.5145464128825
[junit4] 2> 1514151 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@3808416e[collection1_shard1_replica_t43] main]
[junit4] 2> 1514152 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1514152 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1514153 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1514156 INFO (searcherExecutor-918-thread-1-processing-n:127.0.0.1:38998_lrjr%2Fqa x:collection1_shard1_replica_t43 c:collection1 s:shard1) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@3808416e[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1514156 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613308361789407232
[junit4] 2> 1514164 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 1514167 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1514168 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1514168 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38998/lrjr/qa/collection1_shard1_replica_t43/
[junit4] 2> 1514168 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1514168 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:38998/lrjr/qa/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 1514168 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1514168 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 1514171 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38998/lrjr/qa/collection1_shard1_replica_t43/ shard1
[junit4] 2> 1514273 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1514274 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1514279 INFO (qtp2111418764-6212) [n:127.0.0.1:38998_lrjr%2Fqa c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1302
[junit4] 2> 1514290 INFO (qtp49469815-6118) [n:127.0.0.1:33303_lrjr%2Fqa c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38998_lrjr%252Fqa&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1329
[junit4] 2> 1514377 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1514377 INFO (zkCallback-398-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1514395 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-3-001 of type TLOG
[junit4] 2> 1514396 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1514397 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1514397 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1514397 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1514397 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@766cd161{/lrjr/qa,null,AVAILABLE}
[junit4] 2> 1514401 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45bf64b4{HTTP/1.1,[http/1.1]}{127.0.0.1:41079}
[junit4] 2> 1514403 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.e.j.s.Server Started @1514479ms
[junit4] 2> 1514403 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/lrjr/qa, hostPort=41079, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-3-001/cores}
[junit4] 2> 1514404 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1514405 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1514406 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1514406 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1514406 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1514406 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T12:45:49.332Z
[junit4] 2> 1514409 INFO (zkConnectionManagerCallback-409-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1514412 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1514412 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_1DBB97B694500695-001/shard-3-001/solr.xml
[junit4] 2> 1514415 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1514415 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1514417 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c9d98b8, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1514524 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38306/solr
[junit4] 2> 1514529 INFO (zkConnectionManagerCallback-413-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1514535 INFO (zkConnectionManagerCallback-415-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1514541 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1514545 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1514545 INFO (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[1DBB97B694500695]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41079_lrjr%2Fqa
[junit4] 2> 1514546 INFO (zkCallback-398-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1514546 INFO (zkCallback-374-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1514546 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1514546 INFO (zkCallback-363-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1514546 INFO (zkCallback-356-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated l
[...truncated too long message...]
ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2057164046
[copy] Copying 238 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2057164046
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2057164046
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 74ms :: artifacts dl 5ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 170 minutes 24 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-Tests-master - Build # 2841 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2841/
2 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.test
Error Message:
Could not load collection from ZK: onenodecollection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: onenodecollection
at __randomizedtesting.SeedInfo.seed([4EBB230AF3C09184:C6EF1CD05D3CFC7C]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1316)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:732)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.common.cloud.ClusterState.hasCollection(ClusterState.java:110)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForCollection(AbstractFullDistribZkTestBase.java:353)
at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:164)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:81)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/onenodecollection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1328)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1314)
... 48 more
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([4EBB230AF3C09184:2D7015886A0FE2A9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger(SearchRateTriggerTest.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13241 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
[junit4] 2> 1739244 INFO (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/init-core-data-001
[junit4] 2> 1739294 WARN (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=19 numCloses=19
[junit4] 2> 1739330 INFO (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1739332 INFO (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1739332 INFO (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001
[junit4] 2> 1739332 INFO (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1739333 INFO (Thread-2350) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1739333 INFO (Thread-2350) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1739368 ERROR (Thread-2350) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1739440 INFO (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39897
[junit4] 2> 1739461 INFO (zkConnectionManagerCallback-2472-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1739514 INFO (jetty-launcher-2469-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1739514 INFO (jetty-launcher-2469-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1739517 INFO (jetty-launcher-2469-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1739570 INFO (jetty-launcher-2469-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1739990 INFO (jetty-launcher-2469-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1739990 INFO (jetty-launcher-2469-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1739990 INFO (jetty-launcher-2469-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1739991 INFO (jetty-launcher-2469-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1739991 INFO (jetty-launcher-2469-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1739991 INFO (jetty-launcher-2469-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1739993 INFO (jetty-launcher-2469-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1739993 INFO (jetty-launcher-2469-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1739993 INFO (jetty-launcher-2469-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ebb799b{/solr,null,AVAILABLE}
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b3763b8{HTTP/1.1,[http/1.1]}{127.0.0.1:41348}
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.e.j.s.Server Started @1740107ms
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41348}
[junit4] 2> 1740005 ERROR (jetty-launcher-2469-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1740005 INFO (jetty-launcher-2469-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T03:54:48.927Z
[junit4] 2> 1740025 INFO (zkConnectionManagerCallback-2474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1740025 INFO (jetty-launcher-2469-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1740333 INFO (jetty-launcher-2469-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1740333 INFO (jetty-launcher-2469-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1740334 INFO (jetty-launcher-2469-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1740341 INFO (jetty-launcher-2469-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b8a6b6b{/solr,null,AVAILABLE}
[junit4] 2> 1740341 INFO (jetty-launcher-2469-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@af6db40{HTTP/1.1,[http/1.1]}{127.0.0.1:39201}
[junit4] 2> 1740341 INFO (jetty-launcher-2469-thread-2) [ ] o.e.j.s.Server Started @1740443ms
[junit4] 2> 1740341 INFO (jetty-launcher-2469-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39201}
[junit4] 2> 1740342 ERROR (jetty-launcher-2469-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1740342 INFO (jetty-launcher-2469-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1740342 INFO (jetty-launcher-2469-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1740342 INFO (jetty-launcher-2469-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1740342 INFO (jetty-launcher-2469-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1740342 INFO (jetty-launcher-2469-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T03:54:49.264Z
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eebf52d{/solr,null,AVAILABLE}
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61057093{HTTP/1.1,[http/1.1]}{127.0.0.1:41795}
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.e.j.s.Server Started @1740459ms
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41795}
[junit4] 2> 1740357 ERROR (jetty-launcher-2469-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1740357 INFO (jetty-launcher-2469-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T03:54:49.279Z
[junit4] 2> 1740374 INFO (jetty-launcher-2469-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f7e082b{/solr,null,AVAILABLE}
[junit4] 2> 1740375 INFO (jetty-launcher-2469-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70b10ff6{HTTP/1.1,[http/1.1]}{127.0.0.1:38705}
[junit4] 2> 1740375 INFO (jetty-launcher-2469-thread-3) [ ] o.e.j.s.Server Started @1740477ms
[junit4] 2> 1740375 INFO (jetty-launcher-2469-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38705}
[junit4] 2> 1740375 ERROR (jetty-launcher-2469-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1740375 INFO (jetty-launcher-2469-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1740375 INFO (jetty-launcher-2469-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1740375 INFO (jetty-launcher-2469-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1740375 INFO (jetty-launcher-2469-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1740375 INFO (jetty-launcher-2469-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-03T03:54:49.297Z
[junit4] 2> 1740423 INFO (zkConnectionManagerCallback-2476-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1740427 INFO (jetty-launcher-2469-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1740447 INFO (zkConnectionManagerCallback-2478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1740447 INFO (jetty-launcher-2469-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1740533 INFO (zkConnectionManagerCallback-2480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1740533 INFO (jetty-launcher-2469-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1741319 INFO (jetty-launcher-2469-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39897/solr
[junit4] 2> 1741354 INFO (jetty-launcher-2469-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39897/solr
[junit4] 2> 1741362 INFO (zkConnectionManagerCallback-2488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1741373 INFO (zkConnectionManagerCallback-2484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1741585 INFO (zkConnectionManagerCallback-2490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1741605 INFO (zkConnectionManagerCallback-2492-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1742546 INFO (jetty-launcher-2469-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39897/solr
[junit4] 2> 1742547 INFO (zkConnectionManagerCallback-2500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1742685 INFO (zkConnectionManagerCallback-2502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1742752 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41348_solr
[junit4] 2> 1742753 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.c.Overseer Overseer (id=73425742526480391-127.0.0.1:41348_solr-n_0000000000) starting
[junit4] 2> 1743006 INFO (zkConnectionManagerCallback-2509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1743169 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39897/solr ready
[junit4] 2> 1743185 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41348_solr
[junit4] 2> 1743185 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41348_solr
[junit4] 2> 1743323 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1743342 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1743342 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39201_solr
[junit4] 2> 1743357 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1743414 DEBUG (OverseerAutoScalingTriggerThread-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
[junit4] 2> 1743466 INFO (zkCallback-2508-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1743466 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1743591 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1743827 DEBUG (ScheduledTrigger-3912-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1743913 INFO (jetty-launcher-2469-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39897/solr
[junit4] 2> 1743973 INFO (zkConnectionManagerCallback-2515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744006 INFO (zkConnectionManagerCallback-2519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744050 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104dc52e4a9000d, likely client has closed socket
[junit4] 2> 1744062 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1744071 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41348.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1744083 INFO (zkConnectionManagerCallback-2521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744090 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41348.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1744090 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41348.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1744136 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39897/solr ready
[junit4] 2> 1744136 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1744233 INFO (jetty-launcher-2469-thread-1) [n:127.0.0.1:41348_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node1/.
[junit4] 2> 1744282 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39201.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1744339 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39201.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1744339 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39201.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1744340 INFO (jetty-launcher-2469-thread-2) [n:127.0.0.1:39201_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node2/.
[junit4] 2> 1744476 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1744492 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1744492 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41795_solr
[junit4] 2> 1744529 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1744534 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1744554 INFO (zkCallback-2489-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1744564 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1744565 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38705_solr
[junit4] 2> 1744586 INFO (zkCallback-2508-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1744590 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1744680 INFO (zkCallback-2514-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1744696 INFO (zkCallback-2491-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1744696 INFO (zkCallback-2520-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1744732 INFO (zkCallback-2514-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1744734 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1744741 INFO (zkConnectionManagerCallback-2530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744741 INFO (zkConnectionManagerCallback-2534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744762 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1744763 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39897/solr ready
[junit4] 2> 1744797 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1744926 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41795.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1745033 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1745037 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1745053 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41795.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1745053 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41795.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1745070 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39897/solr ready
[junit4] 2> 1745071 INFO (jetty-launcher-2469-thread-4) [n:127.0.0.1:41795_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node4/.
[junit4] 2> 1745143 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1745233 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38705.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1745346 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38705.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1745346 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38705.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1745396 INFO (jetty-launcher-2469-thread-3) [n:127.0.0.1:38705_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node3/.
[junit4] 2> 1745943 INFO (zkConnectionManagerCallback-2538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1746049 DEBUG (ScheduledTrigger-3912-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1746154 INFO (zkConnectionManagerCallback-2543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1746163 INFO (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1746164 INFO (SUITE-SearchRateTriggerTest-seed#[4EBB230AF3C09184]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39897/solr ready
[junit4] 2> 1746800 INFO (TEST-SearchRateTriggerTest.testTrigger-seed#[4EBB230AF3C09184]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
[junit4] 2> 1746805 INFO (TEST-SearchRateTriggerTest.testTrigger-seed#[4EBB230AF3C09184]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1746857 INFO (qtp235706029-9753) [n:127.0.0.1:39201_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&name=SearchRateTriggerTest-collection1&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1747056 INFO (OverseerThreadFactory-3914-thread-1-processing-n:127.0.0.1:41348_solr) [n:127.0.0.1:41348_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection SearchRateTriggerTest-collection1
[junit4] 2> 1747063 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1747523 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41795/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1747596 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38705/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1747669 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39201/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1747686 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SearchRateTriggerTest-collection1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41348/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1748011 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1748052 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1748067 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1748084 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1748084 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n4&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1748086 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1749075 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1749075 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1749255 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.s.IndexSchema [SearchRateTriggerTest-collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1749258 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1749319 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard1_replica_n1' using configuration from collection SearchRateTriggerTest-collection1, trusted=true
[junit4] 2> 1749319 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41795.solr.core.SearchRateTriggerTest-collection1.shard1.replica_n1' (registry 'solr.core.SearchRateTriggerTest-collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1749319 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node4/SearchRateTriggerTest-collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node4/./SearchRateTriggerTest-collection1_shard1_replica_n1/data/]
[junit4] 2> 1749308 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1749272 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1749437 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.s.IndexSchema [SearchRateTriggerTest-collection1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1749439 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1749439 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard2_replica_n4' using configuration from collection SearchRateTriggerTest-collection1, trusted=true
[junit4] 2> 1749440 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41348.solr.core.SearchRateTriggerTest-collection1.shard2.replica_n4' (registry 'solr.core.SearchRateTriggerTest-collection1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1749440 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node1/SearchRateTriggerTest-collection1_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node1/./SearchRateTriggerTest-collection1_shard2_replica_n4/data/]
[junit4] 2> 1749458 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.s.IndexSchema [SearchRateTriggerTest-collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1749460 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1749460 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard1_replica_n2' using configuration from collection SearchRateTriggerTest-collection1, trusted=true
[junit4] 2> 1749473 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38705.solr.core.SearchRateTriggerTest-collection1.shard1.replica_n2' (registry 'solr.core.SearchRateTriggerTest-collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1749473 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node3/SearchRateTriggerTest-collection1_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node3/./SearchRateTriggerTest-collection1_shard1_replica_n2/data/]
[junit4] 2> 1749475 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1749532 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.s.IndexSchema [SearchRateTriggerTest-collection1_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1749603 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1749603 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection1_shard2_replica_n3' using configuration from collection SearchRateTriggerTest-collection1, trusted=true
[junit4] 2> 1749604 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39201.solr.core.SearchRateTriggerTest-collection1.shard2.replica_n3' (registry 'solr.core.SearchRateTriggerTest-collection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1749604 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection1_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node2/SearchRateTriggerTest-collection1_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node2/./SearchRateTriggerTest-collection1_shard2_replica_n3/data/]
[junit4] 2> 1750078 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1750338 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1750338 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1750339 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1750339 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1750340 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e5c358b[SearchRateTriggerTest-collection1_shard2_replica_n4] main]
[junit4] 2> 1750351 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1750351 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1750351 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1750352 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613274964845133824
[junit4] 2> 1750355 INFO (searcherExecutor-3935-thread-1-processing-n:127.0.0.1:41348_solr x:SearchRateTriggerTest-collection1_shard2_replica_n4 c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.SolrCore [SearchRateTriggerTest-collection1_shard2_replica_n4] Registered new searcher Searcher@3e5c358b[SearchRateTriggerTest-collection1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1750370 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1750371 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1750372 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1750372 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1750373 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4821e387[SearchRateTriggerTest-collection1_shard1_replica_n1] main]
[junit4] 2> 1750374 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1750391 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1750391 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1750391 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1750391 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1750391 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613274964886028288
[junit4] 2> 1750392 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1750392 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1750393 INFO (searcherExecutor-3934-thread-1-processing-n:127.0.0.1:41795_solr x:SearchRateTriggerTest-collection1_shard1_replica_n1 c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.SolrCore [SearchRateTriggerTest-collection1_shard1_replica_n1] Registered new searcher Searcher@4821e387[SearchRateTriggerTest-collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1750393 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7501f640[SearchRateTriggerTest-collection1_shard1_replica_n2] main]
[junit4] 2> 1750411 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1750412 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1750412 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1750412 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613274964908048384
[junit4] 2> 1750413 INFO (searcherExecutor-3936-thread-1-processing-n:127.0.0.1:38705_solr x:SearchRateTriggerTest-collection1_shard1_replica_n2 c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.SolrCore [SearchRateTriggerTest-collection1_shard1_replica_n2] Registered new searcher Searcher@7501f640[SearchRateTriggerTest-collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1750428 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SearchRateTriggerTest-collection1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 1750465 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SearchRateTriggerTest-collection1/terms/shard1 to Terms{values={core_node6=0}, version=0}
[junit4] 2> 1750484 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9982ms
[junit4] 2> 1750487 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1750501 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SearchRateTriggerTest-collection1/terms/shard1 to Terms{values={core_node6=0, core_node5=0}, version=1}
[junit4] 2> 1750598 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1750598 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1750599 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1750599 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1750601 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@5441bbdc[SearchRateTriggerTest-collection1_shard2_replica_n3] main]
[junit4] 2> 1750616 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1750616 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1750617 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1750617 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613274965123006464
[junit4] 2> 1750635 INFO (searcherExecutor-3937-thread-1-processing-n:127.0.0.1:39201_solr x:SearchRateTriggerTest-collection1_shard2_replica_n3 c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.c.SolrCore [SearchRateTriggerTest-collection1_shard2_replica_n3] Registered new searcher Searcher@5441bbdc[SearchRateTriggerTest-collection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1750672 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/SearchRateTriggerTest-collection1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 1751001 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1751001 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1751001 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38705/solr/SearchRateTriggerTest-collection1_shard1_replica_n2/
[junit4] 2> 1751001 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1751001 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1751001 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41348/solr/SearchRateTriggerTest-collection1_shard2_replica_n4/
[junit4] 2> 1751002 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=SearchRateTriggerTest-collection1_shard2_replica_n4 url=http://127.0.0.1:41348/solr START replicas=[http://127.0.0.1:39201/solr/SearchRateTriggerTest-collection1_shard2_replica_n3/] nUpdates=100
[junit4] 2> 1751002 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=SearchRateTriggerTest-collection1_shard1_replica_n2 url=http://127.0.0.1:38705/solr START replicas=[http://127.0.0.1:41795/solr/SearchRateTriggerTest-collection1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1751008 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=SearchRateTriggerTest-collection1_shard2_replica_n4 url=http://127.0.0.1:41348/solr DONE. We have no versions. sync failed.
[junit4] 2> 1751008 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=SearchRateTriggerTest-collection1_shard1_replica_n2 url=http://127.0.0.1:38705/solr DONE. We have no versions. sync failed.
[junit4] 2> 1751247 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1751248 INFO (qtp235706029-9749) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.c.S.Request [SearchRateTriggerTest-collection1_shard2_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=231
[junit4] 2> 1751248 INFO (qtp742185649-9720) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.c.S.Request [SearchRateTriggerTest-collection1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=232
[junit4] 2> 1751321 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1751321 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1751321 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1751324 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41348/solr/SearchRateTriggerTest-collection1_shard2_replica_n4/ shard2
[junit4] 2> 1751358 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1751358 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1751358 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1751682 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1751698 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38705/solr/SearchRateTriggerTest-collection1_shard1_replica_n2/ shard1
[junit4] 2> 1751711 INFO (qtp1643044816-9738) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n4&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3627
[junit4] 2> 1751861 INFO (qtp235706029-9740) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3777
[junit4] 2> 1751922 INFO (zkCallback-2489-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1751933 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1751990 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1751992 INFO (qtp1630653764-9729) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node6 x:SearchRateTriggerTest-collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n2&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3941
[junit4] 2> 1752101 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1752101 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1752120 INFO (zkCallback-2491-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1752248 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1752541 INFO (qtp742185649-9725) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection1 s:shard1 r:core_node5 x:SearchRateTriggerTest-collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4530
[junit4] 2> 1752625 INFO (qtp235706029-9753) [n:127.0.0.1:39201_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1752644 INFO (zkCallback-2520-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1752644 INFO (zkCallback-2491-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1752645 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1752660 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/SearchRateTriggerTest-collection1/state.json] for collection [SearchRateTriggerTest-collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1753261 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1753334 INFO (OverseerCollectionConfigSetProcessor-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1753638 INFO (qtp235706029-9753) [n:127.0.0.1:39201_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=1&name=SearchRateTriggerTest-collection1&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6780
[junit4] 2> 1753654 INFO (qtp235706029-9755) [n:127.0.0.1:39201_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&name=SearchRateTriggerTest-collection2&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1753699 INFO (OverseerThreadFactory-3914-thread-2-processing-n:127.0.0.1:41348_solr) [n:127.0.0.1:41348_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection SearchRateTriggerTest-collection2
[junit4] 2> 1754219 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SearchRateTriggerTest-collection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38705/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1754267 DEBUG (ScheduledTrigger-3912-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1754394 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"SearchRateTriggerTest-collection2_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41348/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1754525 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SearchRateTriggerTest-collection2_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39201/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1754527 INFO (OverseerStateUpdate-73425742526480391-127.0.0.1:41348_solr-n_0000000000) [n:127.0.0.1:41348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"SearchRateTriggerTest-collection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"SearchRateTriggerTest-collection2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41795/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1754744 INFO (qtp1630653764-9733) [n:127.0.0.1:38705_solr x:SearchRateTriggerTest-collection2_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection2_shard1_replica_n1&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1754745 INFO (qtp742185649-9721) [n:127.0.0.1:41795_solr x:SearchRateTriggerTest-collection2_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection2_shard2_replica_n6&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1754747 INFO (qtp235706029-9752) [n:127.0.0.1:39201_solr x:SearchRateTriggerTest-collection2_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection2_shard2_replica_n5&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1754796 INFO (qtp1643044816-9743) [n:127.0.0.1:41348_solr x:SearchRateTriggerTest-collection2_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection2_shard1_replica_n3&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1755268 DEBUG (ScheduledTrigger-3912-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1755939 INFO (qtp742185649-9721) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1755960 INFO (qtp235706029-9752) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection2_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1755976 INFO (qtp1643044816-9743) [n:127.0.0.1:41348_solr c:SearchRateTriggerTest-collection2 s:shard1 r:core_node4 x:SearchRateTriggerTest-collection2_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1756011 INFO (qtp1630653764-9733) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection2 s:shard1 r:core_node2 x:SearchRateTriggerTest-collection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1756049 INFO (qtp235706029-9752) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection2_shard2_replica_n5] o.a.s.s.IndexSchema [SearchRateTriggerTest-collection2_shard2_replica_n5] Schema name=minimal
[junit4] 2> 1756063 INFO (qtp742185649-9721) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection2_shard2_replica_n6] o.a.s.s.IndexSchema [SearchRateTriggerTest-collection2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1756065 INFO (qtp742185649-9721) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1756065 INFO (qtp742185649-9721) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection2_shard2_replica_n6' using configuration from collection SearchRateTriggerTest-collection2, trusted=true
[junit4] 2> 1756066 INFO (qtp742185649-9721) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41795.solr.core.SearchRateTriggerTest-collection2.shard2.replica_n6' (registry 'solr.core.SearchRateTriggerTest-collection2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1756066 INFO (qtp742185649-9721) [n:127.0.0.1:41795_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection2_shard2_replica_n6] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node4/SearchRateTriggerTest-collection2_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node4/./SearchRateTriggerTest-collection2_shard2_replica_n6/data/]
[junit4] 2> 1756378 DEBUG (ScheduledTrigger-3912-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1756384 INFO (qtp235706029-9752) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection2_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1756384 INFO (qtp235706029-9752) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection2_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'SearchRateTriggerTest-collection2_shard2_replica_n5' using configuration from collection SearchRateTriggerTest-collection2, trusted=true
[junit4] 2> 1756405 INFO (qtp235706029-9752) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection2_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39201.solr.core.SearchRateTriggerTest-collection2.shard2.replica_n5' (registry 'solr.core.SearchRateTriggerTest-collection2.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8286cbf
[junit4] 2> 1756405 INFO (qtp235706029-9752) [n:127.0.0.1:39201_solr c:SearchRateTriggerTest-collection2 s:shard2 r:core_node7 x:SearchRateTriggerTest-collection2_shard2_replica_n5] o.a.s.c.SolrCore [[SearchRateTriggerTest-collection2_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node2/SearchRateTriggerTest-collection2_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SearchRateTriggerTest_4EBB230AF3C09184-001/tempDir-001/node2/./SearchRateTriggerTest-collection2_shard2_replica_n5/data/]
[junit4] 2> 1756414 INFO (qtp1630653764-9733) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection2 s:shard1 r:core_node2 x:SearchRateTriggerTest-collection2_shard1_replica_n1] o.a.s.s.IndexSchema [SearchRateTriggerTest-collection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1756457 INFO (qtp1630653764-9733) [n:127.0.0.1:38705_solr c:SearchRateTriggerTest-collection2 s:shard1 r:core_node2 x:Searc
[...truncated too long message...]
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null272480229
[copy] Copying 238 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null272480229
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null272480229
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 35ms :: artifacts dl 5ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 218 minutes 17 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-Tests-master - Build # 2840 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2840/
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:42835/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:33922/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:42835/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:33922/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([4DEC248BE9546C33:E721F7795E87B9E3]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:994)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33922/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.cdcr.CdcrBidirectionalTest.testBiDir
Error Message:
Captured an uncaught exception in thread: Thread[id=25628, name=cdcr-replicator-8394-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=25628, name=cdcr-replicator-8394-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
at __randomizedtesting.SeedInfo.seed([4DEC248BE9546C33:837D469F17A2071]:0)
Caused by: java.lang.AssertionError: 1613245828448649216 != 1613245828342743040
at __randomizedtesting.SeedInfo.seed([4DEC248BE9546C33]:0)
at org.apache.solr.update.CdcrUpdateLog$CdcrLogReader.forwardSeek(CdcrUpdateLog.java:611)
at org.apache.solr.handler.CdcrReplicator.run(CdcrReplicator.java:125)
at org.apache.solr.handler.CdcrReplicatorScheduler.lambda$null$0(CdcrReplicatorScheduler.java:81)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14055 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBidirectionalTest
[junit4] 2> 2149165 INFO (SUITE-CdcrBidirectionalTest-seed#[4DEC248BE9546C33]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/init-core-data-001
[junit4] 2> 2149166 INFO (SUITE-CdcrBidirectionalTest-seed#[4DEC248BE9546C33]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2149168 INFO (SUITE-CdcrBidirectionalTest-seed#[4DEC248BE9546C33]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2149169 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBiDir
[junit4] 2> 2149169 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster2-001
[junit4] 2> 2149169 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2149169 INFO (Thread-3460) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2149169 INFO (Thread-3460) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2149177 ERROR (Thread-3460) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2149269 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.ZkTestServer start zk server on port:42016
[junit4] 2> 2149271 INFO (zkConnectionManagerCallback-10419-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149281 INFO (jetty-launcher-10416-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2149291 INFO (jetty-launcher-10416-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2149291 INFO (jetty-launcher-10416-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2149291 INFO (jetty-launcher-10416-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2149291 INFO (jetty-launcher-10416-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a30f526{/solr,null,AVAILABLE}
[junit4] 2> 2149294 INFO (jetty-launcher-10416-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23f36663{HTTP/1.1,[http/1.1]}{127.0.0.1:39710}
[junit4] 2> 2149294 INFO (jetty-launcher-10416-thread-1) [ ] o.e.j.s.Server Started @2149343ms
[junit4] 2> 2149294 INFO (jetty-launcher-10416-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39710}
[junit4] 2> 2149294 ERROR (jetty-launcher-10416-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2149294 INFO (jetty-launcher-10416-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2149294 INFO (jetty-launcher-10416-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2149295 INFO (jetty-launcher-10416-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2149295 INFO (jetty-launcher-10416-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2149295 INFO (jetty-launcher-10416-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-02T20:11:38.361Z
[junit4] 2> 2149303 INFO (zkConnectionManagerCallback-10421-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149303 INFO (jetty-launcher-10416-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2149430 INFO (jetty-launcher-10416-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42016/solr
[junit4] 2> 2149436 INFO (zkConnectionManagerCallback-10425-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149443 INFO (zkConnectionManagerCallback-10427-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149520 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39710_solr
[junit4] 2> 2149520 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.Overseer Overseer (id=72437690694631427-127.0.0.1:39710_solr-n_0000000000) starting
[junit4] 2> 2149530 INFO (zkConnectionManagerCallback-10434-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149533 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42016/solr ready
[junit4] 2> 2149533 INFO (OverseerStateUpdate-72437690694631427-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39710_solr
[junit4] 2> 2149545 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39710_solr
[junit4] 2> 2149556 INFO (zkCallback-10426-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2149568 INFO (zkCallback-10433-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2149568 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2149593 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39710.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2149600 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39710.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2149601 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39710.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2149602 INFO (jetty-launcher-10416-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster2-001/node1/.
[junit4] 2> 2149618 INFO (zkConnectionManagerCallback-10437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149629 INFO (zkConnectionManagerCallback-10440-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149630 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster1-001
[junit4] 2> 2149630 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2149642 INFO (Thread-3470) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2149642 INFO (Thread-3470) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2149644 ERROR (Thread-3470) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2149742 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.ZkTestServer start zk server on port:41392
[junit4] 2> 2149745 INFO (zkConnectionManagerCallback-10444-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149749 INFO (jetty-launcher-10441-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2149756 INFO (jetty-launcher-10441-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2149756 INFO (jetty-launcher-10441-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2149756 INFO (jetty-launcher-10441-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2149757 INFO (jetty-launcher-10441-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c1871fd{/solr,null,AVAILABLE}
[junit4] 2> 2149757 INFO (jetty-launcher-10441-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e973cb0{HTTP/1.1,[http/1.1]}{127.0.0.1:38084}
[junit4] 2> 2149757 INFO (jetty-launcher-10441-thread-1) [ ] o.e.j.s.Server Started @2149806ms
[junit4] 2> 2149757 INFO (jetty-launcher-10441-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38084}
[junit4] 2> 2149757 ERROR (jetty-launcher-10441-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2149757 INFO (jetty-launcher-10441-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2149757 INFO (jetty-launcher-10441-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2149757 INFO (jetty-launcher-10441-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2149758 INFO (jetty-launcher-10441-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2149758 INFO (jetty-launcher-10441-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-02T20:11:38.824Z
[junit4] 2> 2149759 INFO (zkConnectionManagerCallback-10446-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149760 INFO (jetty-launcher-10441-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2149892 INFO (jetty-launcher-10441-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41392/solr
[junit4] 2> 2149893 INFO (zkConnectionManagerCallback-10450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149896 INFO (zkConnectionManagerCallback-10452-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149981 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38084_solr
[junit4] 2> 2149982 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.c.Overseer Overseer (id=72437690725629955-127.0.0.1:38084_solr-n_0000000000) starting
[junit4] 2> 2149987 INFO (zkConnectionManagerCallback-10459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2149989 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41392/solr ready
[junit4] 2> 2149990 INFO (OverseerStateUpdate-72437690725629955-127.0.0.1:38084_solr-n_0000000000) [n:127.0.0.1:38084_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38084_solr
[junit4] 2> 2149990 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38084_solr
[junit4] 2> 2149992 INFO (OverseerStateUpdate-72437690725629955-127.0.0.1:38084_solr-n_0000000000) [n:127.0.0.1:38084_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2150012 INFO (zkCallback-10458-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2150016 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2150034 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38084.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2150041 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38084.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2150041 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38084.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2150042 INFO (jetty-launcher-10441-thread-1) [n:127.0.0.1:38084_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster1-001/node1/.
[junit4] 2> 2150075 INFO (zkConnectionManagerCallback-10462-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2150079 INFO (zkConnectionManagerCallback-10465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2150080 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.c.CdcrBidirectionalTest cluster2 zkHost = 127.0.0.1:42016/solr
[junit4] 2> 2150080 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.c.CdcrBidirectionalTest cluster1 zkHost = 127.0.0.1:41392/solr
[junit4] 2> 2150081 INFO (zkConnectionManagerCallback-10467-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2150114 INFO (zkConnectionManagerCallback-10471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2150115 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2150122 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41392/solr ready
[junit4] 2> 2150124 INFO (qtp667261536-25495) [n:127.0.0.1:38084_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=cdcr-cluster1&maxShardsPerNode=2&name=cdcr-cluster1&nrtReplicas=1&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2150127 INFO (OverseerThreadFactory-8355-thread-1-processing-n:127.0.0.1:38084_solr) [n:127.0.0.1:38084_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-cluster1
[junit4] 2> 2150253 INFO (OverseerStateUpdate-72437690725629955-127.0.0.1:38084_solr-n_0000000000) [n:127.0.0.1:38084_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-cluster1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-cluster1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38084/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2150255 INFO (OverseerStateUpdate-72437690725629955-127.0.0.1:38084_solr-n_0000000000) [n:127.0.0.1:38084_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-cluster1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"cdcr-cluster1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38084/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2150474 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-cluster1&newCollection=true&collection=cdcr-cluster1&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-cluster1_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2150475 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2150483 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr x:cdcr-cluster1_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-cluster1&newCollection=true&collection=cdcr-cluster1&version=2&replicaType=NRT&coreNodeName=core_node4&name=cdcr-cluster1_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2151495 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2151501 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2151508 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-cluster1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2151508 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.IndexSchema [cdcr-cluster1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2151510 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2151510 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2151510 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-cluster1_shard1_replica_n1' using configuration from collection cdcr-cluster1, trusted=true
[junit4] 2> 2151510 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-cluster1_shard2_replica_n2' using configuration from collection cdcr-cluster1, trusted=true
[junit4] 2> 2151511 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38084.solr.core.cdcr-cluster1.shard2.replica_n2' (registry 'solr.core.cdcr-cluster1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2151511 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38084.solr.core.cdcr-cluster1.shard1.replica_n1' (registry 'solr.core.cdcr-cluster1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2151511 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SolrCore [[cdcr-cluster1_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster1-001/node1/cdcr-cluster1_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster1-001/node1/./cdcr-cluster1_shard2_replica_n2/data/]
[junit4] 2> 2151511 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-cluster1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster1-001/node1/cdcr-cluster1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster1-001/node1/./cdcr-cluster1_shard1_replica_n1/data/]
[junit4] 2> 2151590 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2151590 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2151591 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2151591 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2151592 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2151593 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@191f4bf7[cdcr-cluster1_shard1_replica_n1] main]
[junit4] 2> 2151593 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2151594 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-cluster1
[junit4] 2> 2151594 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2151595 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2151595 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-cluster1
[junit4] 2> 2151595 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-cluster1/managed-schema
[junit4] 2> 2151595 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2151595 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2151597 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@566581ba[cdcr-cluster1_shard2_replica_n2] main]
[junit4] 2> 2151598 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-cluster1/cdcr/state/buffer
[junit4] 2> 2151598 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-cluster1
[junit4] 2> 2151598 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-cluster1
[junit4] 2> 2151598 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-cluster1/managed-schema
[junit4] 2> 2151599 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-cluster1/cdcr/state/process
[junit4] 2> 2151599 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2151600 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613245815891951616
[junit4] 2> 2151602 INFO (searcherExecutor-8360-thread-1-processing-n:127.0.0.1:38084_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-cluster1_shard1_replica_n1] Registered new searcher Searcher@191f4bf7[cdcr-cluster1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2151603 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2151615 INFO (searcherExecutor-8361-thread-1-processing-n:127.0.0.1:38084_solr x:cdcr-cluster1_shard2_replica_n2 c:cdcr-cluster1 s:shard2 r:core_node4) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SolrCore [cdcr-cluster1_shard2_replica_n2] Registered new searcher Searcher@566581ba[cdcr-cluster1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2151615 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2151616 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613245815908728832
[junit4] 2> 2151620 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster1/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2151622 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2151622 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2151622 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38084/solr/cdcr-cluster1_shard2_replica_n2/
[junit4] 2> 2151622 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2151623 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:38084/solr/cdcr-cluster1_shard2_replica_n2/ has no replicas
[junit4] 2> 2151623 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2151625 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2151625 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2151625 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38084/solr/cdcr-cluster1_shard1_replica_n1/
[junit4] 2> 2151625 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2151626 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38084/solr/cdcr-cluster1_shard1_replica_n1/ has no replicas
[junit4] 2> 2151626 INFO (zkCallback-10451-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-cluster1:shard2
[junit4] 2> 2151626 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2151630 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38084/solr/cdcr-cluster1_shard2_replica_n2/ shard2
[junit4] 2> 2151631 INFO (zkCallback-10451-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-cluster1:shard1
[junit4] 2> 2151635 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38084/solr/cdcr-cluster1_shard1_replica_n1/ shard1
[junit4] 2> 2151737 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2151739 INFO (qtp667261536-25490) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-cluster1&newCollection=true&collection=cdcr-cluster1&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-cluster1_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1264
[junit4] 2> 2151785 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2151788 INFO (qtp667261536-25491) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-cluster1&newCollection=true&collection=cdcr-cluster1&version=2&replicaType=NRT&coreNodeName=core_node4&name=cdcr-cluster1_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1305
[junit4] 2> 2151790 INFO (qtp667261536-25495) [n:127.0.0.1:38084_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2151889 INFO (zkCallback-10451-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-cluster1/state.json] for collection [cdcr-cluster1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2152129 INFO (OverseerCollectionConfigSetProcessor-72437690725629955-127.0.0.1:38084_solr-n_0000000000) [n:127.0.0.1:38084_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2152791 INFO (qtp667261536-25495) [n:127.0.0.1:38084_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-cluster1&maxShardsPerNode=2&name=cdcr-cluster1&nrtReplicas=1&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2666
[junit4] 2> 2152792 INFO (zkConnectionManagerCallback-10475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152797 INFO (zkConnectionManagerCallback-10479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152797 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2152798 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42016/solr ready
[junit4] 2> 2152799 INFO (qtp876464304-25441) [n:127.0.0.1:39710_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=cdcr-cluster2&maxShardsPerNode=2&name=cdcr-cluster2&nrtReplicas=1&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2152801 INFO (OverseerThreadFactory-8342-thread-1-processing-n:127.0.0.1:39710_solr) [n:127.0.0.1:39710_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-cluster2
[junit4] 2> 2152909 INFO (OverseerStateUpdate-72437690694631427-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-cluster2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-cluster2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39710/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2152915 INFO (OverseerStateUpdate-72437690694631427-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-cluster2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"cdcr-cluster2_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39710/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2153119 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-cluster2&newCollection=true&collection=cdcr-cluster2&version=2&replicaType=NRT&coreNodeName=core_node4&name=cdcr-cluster2_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2153119 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-cluster2&newCollection=true&collection=cdcr-cluster2&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-cluster2_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2153119 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2154136 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2154140 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2154144 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-cluster2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2154146 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2154146 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-cluster2_shard1_replica_n1' using configuration from collection cdcr-cluster2, trusted=true
[junit4] 2> 2154147 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39710.solr.core.cdcr-cluster2.shard1.replica_n1' (registry 'solr.core.cdcr-cluster2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2154147 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-cluster2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster2-001/node1/cdcr-cluster2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster2-001/node1/./cdcr-cluster2_shard1_replica_n1/data/]
[junit4] 2> 2154148 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.IndexSchema [cdcr-cluster2_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2154149 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2154149 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-cluster2_shard2_replica_n2' using configuration from collection cdcr-cluster2, trusted=true
[junit4] 2> 2154150 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39710.solr.core.cdcr-cluster2.shard2.replica_n2' (registry 'solr.core.cdcr-cluster2.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16efb323
[junit4] 2> 2154150 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrCore [[cdcr-cluster2_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster2-001/node1/cdcr-cluster2_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrBidirectionalTest_4DEC248BE9546C33-001/cdcr-cluster2-001/node1/./cdcr-cluster2_shard2_replica_n2/data/]
[junit4] 2> 2154199 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2154199 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2154200 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2154200 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2154202 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@704b836d[cdcr-cluster2_shard1_replica_n1] main]
[junit4] 2> 2154211 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-cluster2
[junit4] 2> 2154211 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-cluster2
[junit4] 2> 2154211 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-cluster2/managed-schema
[junit4] 2> 2154212 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2154213 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2154215 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-cluster2/cdcr/state/buffer
[junit4] 2> 2154216 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-cluster2/cdcr/state/process
[junit4] 2> 2154219 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2154219 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2154220 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2154220 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2154222 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a5c1512[cdcr-cluster2_shard2_replica_n2] main]
[junit4] 2> 2154222 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613245818641317888
[junit4] 2> 2154225 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-cluster2
[junit4] 2> 2154225 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-cluster2
[junit4] 2> 2154225 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-cluster2/managed-schema
[junit4] 2> 2154225 INFO (searcherExecutor-8372-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-cluster2_shard1_replica_n1] Registered new searcher Searcher@704b836d[cdcr-cluster2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2154226 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2154226 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2154229 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster2/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2154231 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2154231 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2154231 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39710/solr/cdcr-cluster2_shard1_replica_n1/
[junit4] 2> 2154231 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2154232 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39710/solr/cdcr-cluster2_shard1_replica_n1/ has no replicas
[junit4] 2> 2154232 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2154234 INFO (zkCallback-10426-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-cluster2:shard1
[junit4] 2> 2154235 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39710/solr/cdcr-cluster2_shard1_replica_n1/ shard1
[junit4] 2> 2154243 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1613245818663337984
[junit4] 2> 2154246 INFO (searcherExecutor-8373-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrCore [cdcr-cluster2_shard2_replica_n2] Registered new searcher Searcher@7a5c1512[cdcr-cluster2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2154248 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster2/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2154251 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2154251 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2154251 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39710/solr/cdcr-cluster2_shard2_replica_n2/
[junit4] 2> 2154251 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2154251 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:39710/solr/cdcr-cluster2_shard2_replica_n2/ has no replicas
[junit4] 2> 2154251 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2154253 INFO (zkCallback-10426-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-cluster2:shard2
[junit4] 2> 2154268 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39710/solr/cdcr-cluster2_shard2_replica_n2/ shard2
[junit4] 2> 2154388 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2154390 INFO (qtp876464304-25436) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-cluster2&newCollection=true&collection=cdcr-cluster2&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-cluster2_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1271
[junit4] 2> 2154420 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2154423 INFO (qtp876464304-25437) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-cluster2&newCollection=true&collection=cdcr-cluster2&version=2&replicaType=NRT&coreNodeName=core_node4&name=cdcr-cluster2_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1304
[junit4] 2> 2154425 INFO (qtp876464304-25441) [n:127.0.0.1:39710_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2154524 INFO (zkCallback-10426-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-cluster2/state.json] for collection [cdcr-cluster2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2154802 INFO (OverseerCollectionConfigSetProcessor-72437690694631427-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2155426 INFO (qtp876464304-25441) [n:127.0.0.1:39710_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-cluster2&maxShardsPerNode=2&name=cdcr-cluster2&nrtReplicas=1&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2626
[junit4] 2> 2155430 INFO (zkConnectionManagerCallback-10486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2155431 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2155432 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42016/solr ready
[junit4] 2> 2155436 INFO (qtp876464304-25443) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2155436 INFO (qtp876464304-25443) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2155437 INFO (qtp876464304-25442) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2155437 INFO (qtp876464304-25442) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2155437 INFO (qtp876464304-25440) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-cluster2:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2155437 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-cluster2 with checkpoint -1 @ cdcr-cluster1:shard1
[junit4] 2> 2155437 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-cluster2, shard: shard1
[junit4] 2> 2155437 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 2155443 INFO (zkCallback-10451-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-cluster1/cdcr/state/process @ cdcr-cluster1:shard2
[junit4] 2> 2155443 INFO (zkCallback-10451-thread-1) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-cluster1/cdcr/state/process @ cdcr-cluster1:shard1
[junit4] 2> 2155443 INFO (zkCallback-10451-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-cluster1:shard2
[junit4] 2> 2155443 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster1_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-cluster1:4&action=start&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 2155443 INFO (zkCallback-10451-thread-1) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-cluster1:shard1
[junit4] 2> 2155446 INFO (cdcr-bootstrap-status-10482-thread-1-processing-n:127.0.0.1:38084_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-cluster2 shard: shard1 leader: http://127.0.0.1:39710/solr/cdcr-cluster2_shard1_replica_n1/
[junit4] 2> 2155446 INFO (zkConnectionManagerCallback-10491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2155447 INFO (qtp876464304-25442) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:38084/solr/cdcr-cluster1_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2155447 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2155447 INFO (zkCallback-10451-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2155449 INFO (qtp876464304-25440) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2155449 INFO (cdcr-bootstrap-status-10482-thread-1-processing-n:127.0.0.1:38084_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 2155449 INFO (qtp667261536-25494) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613245819927920640,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2155450 INFO (qtp667261536-25494) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2155451 INFO (qtp667261536-25494) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2155451 INFO (qtp667261536-25494) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster1_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2155451 INFO (zkCallback-10451-thread-2) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42016/solr ready
[junit4] 2> 2155452 INFO (qtp667261536-25496) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster1_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2155452 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2155452 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2155452 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2155452 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2155452 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 2155453 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@678c1f7c[cdcr-cluster2_shard1_replica_n1] main]
[junit4] 2> 2155454 INFO (searcherExecutor-8372-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-cluster2_shard1_replica_n1] Registered new searcher Searcher@678c1f7c[cdcr-cluster2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2155454 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrRequestHandler No replay needed.
[junit4] 2> 2155454 INFO (qtp876464304-25442) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2155454 INFO (qtp876464304-25442) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2155455 INFO (qtp876464304-25440) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2155455 INFO (qtp876464304-25440) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2155455 INFO (qtp876464304-25443) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={_stateVer_=cdcr-cluster2:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2155456 INFO (zkCallback-10451-thread-2) [ ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-cluster2 with checkpoint -1 @ cdcr-cluster1:shard2
[junit4] 2> 2155456 INFO (zkCallback-10451-thread-2) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-cluster2, shard: shard2
[junit4] 2> 2155456 INFO (zkCallback-10451-thread-2) [ ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 2155467 INFO (cdcr-bootstrap-status-10487-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-cluster2 shard: shard2 leader: http://127.0.0.1:39710/solr/cdcr-cluster2_shard2_replica_n2/
[junit4] 2> 2155467 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2155468 INFO (qtp876464304-25440) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=http://127.0.0.1:38084/solr/cdcr-cluster1_shard2_replica_n2/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2155469 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613245819948892160,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2155470 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2155474 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2155474 INFO (qtp876464304-25443) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2155474 INFO (qtp667261536-25497) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster1_shard2_replica_n2] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2155474 INFO (cdcr-bootstrap-status-10487-thread-1) [ ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 2155475 INFO (qtp667261536-25496) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster1_shard2_replica_n2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2155475 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2155475 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2155475 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2155476 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2155476 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 2155476 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@62bf2e3d[cdcr-cluster2_shard2_replica_n2] main]
[junit4] 2> 2155477 INFO (searcherExecutor-8373-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrCore [cdcr-cluster2_shard2_replica_n2] Registered new searcher Searcher@62bf2e3d[cdcr-cluster2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2155478 INFO (recoveryExecutor-10423-thread-1-processing-n:127.0.0.1:39710_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrRequestHandler No replay needed.
[junit4] 2> 2157444 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[4DEC248BE9546C33]) [ ] o.a.s.c.c.CdcrBidirectionalTest Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 2157447 INFO (qtp667261536-25493) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster1/terms/shard1 to Terms{values={core_node3=1}, version=1}
[junit4] 2> 2157448 INFO (qtp667261536-25493) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-cluster1:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2157449 INFO (qtp667261536-25496) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster1/terms/shard2 to Terms{values={core_node4=1}, version=1}
[junit4] 2> 2157449 INFO (qtp667261536-25496) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=cdcr-cluster1:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2157450 INFO (qtp876464304-25441) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2157450 INFO (cdcr-bootstrap-status-10482-thread-1-processing-n:127.0.0.1:38084_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap successful in 3 seconds
[junit4] 2> 2157451 INFO (qtp667261536-25494) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613245822027169792,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2157451 INFO (qtp667261536-25494) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1630c7ef commitCommandVersion:1613245822027169792
[junit4] 2> 2157454 INFO (qtp667261536-25496) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1613245822030315520,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2157454 INFO (qtp667261536-25496) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6d482228 commitCommandVersion:1613245822030315520
[junit4] 2> 2157460 INFO (qtp876464304-25441) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2157460 INFO (qtp876464304-25441) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2157461 INFO (qtp876464304-25443) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2157461 INFO (qtp876464304-25443) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2157461 INFO (qtp876464304-25440) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-cluster2:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2157461 INFO (cdcr-bootstrap-status-10482-thread-1-processing-n:127.0.0.1:38084_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-cluster2 with checkpoint -1 @ cdcr-cluster1:shard1
[junit4] 2> 2157462 INFO (cdcr-bootstrap-status-10482-thread-1-processing-n:127.0.0.1:38084_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Bootstrap successful, giving the go-ahead to replicator
[junit4] 2> 2157475 INFO (qtp876464304-25441) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2157475 INFO (cdcr-bootstrap-status-10487-thread-1) [ ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap successful in 3 seconds
[junit4] 2> 2157478 INFO (qtp876464304-25443) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2157478 INFO (qtp876464304-25443) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2157478 INFO (qtp876464304-25440) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2157478 INFO (qtp876464304-25440) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2157478 INFO (qtp876464304-25441) [n:127.0.0.1:39710_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={_stateVer_=cdcr-cluster2:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2157479 INFO (cdcr-bootstrap-status-10487-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-cluster2 with checkpoint -1 @ cdcr-cluster1:shard2
[junit4] 2> 2157479 INFO (cdcr-bootstrap-status-10487-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Bootstrap successful, giving the go-ahead to replicator
[junit4] 2> 2157484 INFO (qtp667261536-25494) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23fc05b7[cdcr-cluster1_shard1_replica_n1] main]
[junit4] 2> 2157484 INFO (qtp667261536-25494) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2157485 INFO (qtp667261536-25496) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bc5ef6[cdcr-cluster1_shard2_replica_n2] main]
[junit4] 2> 2157485 INFO (qtp667261536-25496) [n:127.0.0.1:38084_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[...truncated too long message...]
vy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1708862872
[copy] Copying 238 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1708862872
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1708862872
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 45ms :: artifacts dl 5ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 109 minutes 38 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-Tests-master - Build # 2839 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2839/
6 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testBasicLeaderElection
Error Message:
Error from server at https://127.0.0.1:35754/solr/tlog_replica_test_basic_leader_election: ClusterState says we are the leader (https://127.0.0.1:35754/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35754/solr/tlog_replica_test_basic_leader_election: ClusterState says we are the leader (https://127.0.0.1:35754/solr/tlog_replica_test_basic_leader_election_shard1_replica_t2), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([179D8650C80E434:97F11E2DE41AA3CE]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.cloud.TestTlogReplica.testBasicLeaderElection(TestTlogReplica.java:667)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testNodeLost
Error Message:
last ClusterState: znodeVersion: 234 live nodes:[127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10098_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10071_solr, 127.0.0.1:10063_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10015_solr, 127.0.0.1:10055_solr, 127.0.0.1:10069_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10062_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10045_solr, 127.0.0.1:10100_solr, 127.0.0.1:10042_solr, 127.0.0.1:10037_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10103_solr, 127.0.0.1:10064_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] collections:{.system=DocCollection(.system//clusterstate.json/234)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "shards":{"shard1":{ "replicas":{"core_node1":{ "core":".system_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":145, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":82740, "node_name":"127.0.0.1:10029_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":7.705762982368469E-5, "SEARCHER.searcher.numDocs":145}}, "range":"80000000-7fffffff", "state":"active"}}}, testNodeLost=DocCollection(testNodeLost//clusterstate.json/234)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false", "nrtReplicas":"10", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard20":{ "replicas":{ "core_node191":{ "core":"testNodeLost_shard20_replica_n191", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10075_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node200":{ "core":"testNodeLost_shard20_replica_n200", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node199":{ "core":"testNodeLost_shard20_replica_n199", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10062_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node198":{ "core":"testNodeLost_shard20_replica_n198", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10064_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node197":{ "core":"testNodeLost_shard20_replica_n197", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10022_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node196":{ "core":"testNodeLost_shard20_replica_n196", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10031_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node195":{ "core":"testNodeLost_shard20_replica_n195", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10074_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node194":{ "core":"testNodeLost_shard20_replica_n194", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10105_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node193":{ "core":"testNodeLost_shard20_replica_n193", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10021_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node192":{ "core":"testNodeLost_shard20_replica_n192", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10057_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"73330000-7fffffff", "state":"active"}, "shard10":{ "replicas":{ "core_node92":{ "core":"testNodeLost_shard10_replica_n92", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10057_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node91":{ "core":"testNodeLost_shard10_replica_n91", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10075_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node94":{ "core":"testNodeLost_shard10_replica_n94", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10105_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node93":{ "core":"testNodeLost_shard10_replica_n93", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10021_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node96":{ "core":"testNodeLost_shard10_replica_n96", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10031_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node95":{ "core":"testNodeLost_shard10_replica_n95", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10074_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node100":{ "core":"testNodeLost_shard10_replica_n100", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node98":{ "core":"testNodeLost_shard10_replica_n98", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10064_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node97":{ "core":"testNodeLost_shard10_replica_n97", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10022_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node99":{ "core":"testNodeLost_shard10_replica_n99", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10062_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"f3330000-ffffffff", "state":"active"}, "shard11":{ "replicas":{ "core_node108":{ "core":"testNodeLost_shard11_replica_n108", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10076_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node107":{ "core":"testNodeLost_shard11_replica_n107", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10065_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node106":{ "core":"testNodeLost_shard11_replica_n106", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10091_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node104":{ "core":"testNodeLost_shard11_replica_n104", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10054_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node103":{ "core":"testNodeLost_shard11_replica_n103", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10045_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node102":{ "core":"testNodeLost_shard11_replica_n102", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10084_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node101":{ "core":"testNodeLost_shard11_replica_n101", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10052_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node110":{ "core":"testNodeLost_shard11_replica_n110", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10036_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node109":{ "core":"testNodeLost_shard11_replica_n109", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10104_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node208":{ "node_name":"127.0.0.1:10059_solr", "core":"testNodeLost_shard11_replica_n207", "state":"active", "INDEX.sizeInBytes":10240, "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6}}, "range":"0-ccbffff", "state":"active"}, "shard12":{ "replicas":{ "core_node119":{ "core":"testNodeLost_shard12_replica_n119", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10059_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node118":{ "core":"testNodeLost_shard12_replica_n118", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10046_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node117":{ "core":"testNodeLost_shard12_replica_n117", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10066_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node116":{ "core":"testNodeLost_shard12_replica_n116", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10020_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node115":{ "core":"testNodeLost_shard12_replica_n115", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10011_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node114":{ "core":"testNodeLost_shard12_replica_n114", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10087_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node113":{ "core":"testNodeLost_shard12_replica_n113", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10040_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node112":{ "core":"testNodeLost_shard12_replica_n112", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10058_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node111":{ "core":"testNodeLost_shard12_replica_n111", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10037_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node120":{ "core":"testNodeLost_shard12_replica_n120", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10061_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"ccc0000-1998ffff", "state":"active"}, "shard13":{ "replicas":{ "core_node129":{ "core":"testNodeLost_shard13_replica_n129", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10073_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node128":{ "core":"testNodeLost_shard13_replica_n128", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10050_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node127":{ "core":"testNodeLost_shard13_replica_n127", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10035_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node126":{ "core":"testNodeLost_shard13_replica_n126", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10072_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node125":{ "core":"testNodeLost_shard13_replica_n125", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10010_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node124":{ "core":"testNodeLost_shard13_replica_n124", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10102_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node123":{ "core":"testNodeLost_shard13_replica_n123", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10103_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node122":{ "core":"testNodeLost_shard13_replica_n122", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10078_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node121":{ "core":"testNodeLost_shard13_replica_n121", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10023_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node130":{ "core":"testNodeLost_shard13_replica_n130", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10068_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"19990000-2665ffff", "state":"active"}, "shard2":{ "replicas":{ "core_node18":{ "core":"testNodeLost_shard2_replica_n18", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10046_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node17":{ "core":"testNodeLost_shard2_replica_n17", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10066_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node19":{ "core":"testNodeLost_shard2_replica_n19", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10059_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node20":{ "core":"testNodeLost_shard2_replica_n20", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10061_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node12":{ "core":"testNodeLost_shard2_replica_n12", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10058_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node11":{ "core":"testNodeLost_shard2_replica_n11", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10037_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node14":{ "core":"testNodeLost_shard2_replica_n14", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10087_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node13":{ "core":"testNodeLost_shard2_replica_n13", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10040_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node16":{ "core":"testNodeLost_shard2_replica_n16", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10020_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node15":{ "core":"testNodeLost_shard2_replica_n15", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10011_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"8ccc0000-9998ffff", "state":"active"}, "shard14":{ "replicas":{ "core_node139":{ "core":"testNodeLost_shard14_replica_n139", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10069_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node138":{ "core":"testNodeLost_shard14_replica_n138", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10096_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node137":{ "core":"testNodeLost_shard14_replica_n137", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10009_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node136":{ "core":"testNodeLost_shard14_replica_n136", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10083_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node135":{ "core":"testNodeLost_shard14_replica_n135", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10016_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node134":{ "core":"testNodeLost_shard14_replica_n134", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10034_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node133":{ "core":"testNodeLost_shard14_replica_n133", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10098_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node132":{ "core":"testNodeLost_shard14_replica_n132", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10067_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node131":{ "core":"testNodeLost_shard14_replica_n131", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10048_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node140":{ "core":"testNodeLost_shard14_replica_n140", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10028_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"26660000-3332ffff", "state":"active"}, "shard3":{ "replicas":{ "core_node29":{ "core":"testNodeLost_shard3_replica_n29", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10073_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node28":{ "core":"testNodeLost_shard3_replica_n28", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10050_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node30":{ "core":"testNodeLost_shard3_replica_n30", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10068_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node21":{ "core":"testNodeLost_shard3_replica_n21", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10023_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node23":{ "core":"testNodeLost_shard3_replica_n23", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10103_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node22":{ "core":"testNodeLost_shard3_replica_n22", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10078_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node25":{ "core":"testNodeLost_shard3_replica_n25", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10010_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node24":{ "core":"testNodeLost_shard3_replica_n24", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10102_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node27":{ "core":"testNodeLost_shard3_replica_n27", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10035_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node26":{ "core":"testNodeLost_shard3_replica_n26", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10072_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"99990000-a665ffff", "state":"active"}, "shard15":{ "replicas":{ "core_node149":{ "core":"testNodeLost_shard15_replica_n149", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10014_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node148":{ "core":"testNodeLost_shard15_replica_n148", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10043_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node202":{ "node_name":"127.0.0.1:10072_solr", "core":"testNodeLost_shard15_replica_n201", "state":"active", "INDEX.sizeInBytes":10240, "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6}, "core_node146":{ "core":"testNodeLost_shard15_replica_n146", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10030_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node145":{ "core":"testNodeLost_shard15_replica_n145", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10053_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node144":{ "core":"testNodeLost_shard15_replica_n144", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10041_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node143":{ "core":"testNodeLost_shard15_replica_n143", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10063_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node142":{ "core":"testNodeLost_shard15_replica_n142", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10008_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node141":{ "core":"testNodeLost_shard15_replica_n141", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10026_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node150":{ "core":"testNodeLost_shard15_replica_n150", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10029_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"33330000-3fffffff", "state":"active"}, "shard4":{ "replicas":{ "core_node39":{ "core":"testNodeLost_shard4_replica_n39", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10069_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node40":{ "core":"testNodeLost_shard4_replica_n40", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10028_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node32":{ "core":"testNodeLost_shard4_replica_n32", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10067_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node31":{ "core":"testNodeLost_shard4_replica_n31", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10048_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node34":{ "core":"testNodeLost_shard4_replica_n34", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10034_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node33":{ "core":"testNodeLost_shard4_replica_n33", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10098_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node36":{ "core":"testNodeLost_shard4_replica_n36", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10083_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node35":{ "core":"testNodeLost_shard4_replica_n35", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10016_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node38":{ "core":"testNodeLost_shard4_replica_n38", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10096_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node37":{ "core":"testNodeLost_shard4_replica_n37", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10009_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"a6660000-b332ffff", "state":"active"}, "shard5":{ "replicas":{ "core_node204":{ "node_name":"127.0.0.1:10056_solr", "core":"testNodeLost_shard5_replica_n203", "state":"active", "INDEX.sizeInBytes":10240, "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6}, "core_node50":{ "core":"testNodeLost_shard5_replica_n50", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10029_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node41":{ "core":"testNodeLost_shard5_replica_n41", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10026_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node43":{ "core":"testNodeLost_shard5_replica_n43", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10063_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node42":{ "core":"testNodeLost_shard5_replica_n42", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10008_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node45":{ "core":"testNodeLost_shard5_replica_n45", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10053_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node44":{ "core":"testNodeLost_shard5_replica_n44", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10041_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node46":{ "core":"testNodeLost_shard5_replica_n46", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10030_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node49":{ "core":"testNodeLost_shard5_replica_n49", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10014_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node48":{ "core":"testNodeLost_shard5_replica_n48", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10043_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"b3330000-bfffffff", "state":"active"}, "shard16":{ "replicas":{ "core_node159":{ "core":"testNodeLost_shard16_replica_n159", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10042_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node158":{ "core":"testNodeLost_shard16_replica_n158", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10101_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node157":{ "core":"testNodeLost_shard16_replica_n157", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10019_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node156":{ "core":"testNodeLost_shard16_replica_n156", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10039_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node155":{ "core":"testNodeLost_shard16_replica_n155", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10051_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node154":{ "core":"testNodeLost_shard16_replica_n154", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10106_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node153":{ "core":"testNodeLost_shard16_replica_n153", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10047_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node152":{ "core":"testNodeLost_shard16_replica_n152", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10056_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node151":{ "core":"testNodeLost_shard16_replica_n151", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10044_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node160":{ "core":"testNodeLost_shard16_replica_n160", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10077_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"40000000-4ccbffff", "state":"active"}, "shard17":{ "replicas":{ "core_node169":{ "core":"testNodeLost_shard17_replica_n169", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10095_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node168":{ "core":"testNodeLost_shard17_replica_n168", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10092_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node167":{ "core":"testNodeLost_shard17_replica_n167", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10088_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node166":{ "core":"testNodeLost_shard17_replica_n166", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10090_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node165":{ "core":"testNodeLost_shard17_replica_n165", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10079_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node164":{ "core":"testNodeLost_shard17_replica_n164", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10015_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node163":{ "core":"testNodeLost_shard17_replica_n163", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10013_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node162":{ "core":"testNodeLost_shard17_replica_n162", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10024_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node161":{ "core":"testNodeLost_shard17_replica_n161", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10027_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node170":{ "core":"testNodeLost_shard17_replica_n170", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10049_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"4ccc0000-5998ffff", "state":"active"}, "shard18":{ "replicas":{ "core_node180":{ "core":"testNodeLost_shard18_replica_n180", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10081_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node179":{ "core":"testNodeLost_shard18_replica_n179", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10099_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node178":{ "core":"testNodeLost_shard18_replica_n178", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10033_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node177":{ "core":"testNodeLost_shard18_replica_n177", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10093_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node176":{ "core":"testNodeLost_shard18_replica_n176", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10012_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node175":{ "core":"testNodeLost_shard18_replica_n175", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10097_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node174":{ "core":"testNodeLost_shard18_replica_n174", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10070_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node173":{ "core":"testNodeLost_shard18_replica_n173", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10038_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node172":{ "core":"testNodeLost_shard18_replica_n172", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10025_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node171":{ "core":"testNodeLost_shard18_replica_n171", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10055_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"59990000-6665ffff", "state":"active"}, "shard19":{ "replicas":{ "core_node190":{ "core":"testNodeLost_shard19_replica_n190", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10085_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node189":{ "core":"testNodeLost_shard19_replica_n189", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10080_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node188":{ "core":"testNodeLost_shard19_replica_n188", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10094_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node187":{ "core":"testNodeLost_shard19_replica_n187", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10100_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node186":{ "core":"testNodeLost_shard19_replica_n186", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10089_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node185":{ "core":"testNodeLost_shard19_replica_n185", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10060_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node184":{ "core":"testNodeLost_shard19_replica_n184", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10086_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node183":{ "core":"testNodeLost_shard19_replica_n183", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10017_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node182":{ "core":"testNodeLost_shard19_replica_n182", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10071_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node181":{ "core":"testNodeLost_shard19_replica_n181", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10032_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"66660000-7332ffff", "state":"active"}, "shard1":{ "replicas":{ "core_node206":{ "node_name":"127.0.0.1:10103_solr", "core":"testNodeLost_shard1_replica_n205", "state":"active", "INDEX.sizeInBytes":10240, "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6}, "core_node1":{ "core":"testNodeLost_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10052_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node10":{ "core":"testNodeLost_shard1_replica_n10", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10036_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node6":{ "core":"testNodeLost_shard1_replica_n6", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10091_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node7":{ "core":"testNodeLost_shard1_replica_n7", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10065_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node8":{ "core":"testNodeLost_shard1_replica_n8", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10076_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node9":{ "core":"testNodeLost_shard1_replica_n9", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10104_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"testNodeLost_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10084_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node3":{ "core":"testNodeLost_shard1_replica_n3", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10045_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"testNodeLost_shard1_replica_n4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10054_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-8ccbffff", "state":"active"}, "shard6":{ "replicas":{ "core_node60":{ "core":"testNodeLost_shard6_replica_n60", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10077_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node52":{ "core":"testNodeLost_shard6_replica_n52", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10056_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node51":{ "core":"testNodeLost_shard6_replica_n51", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10044_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node54":{ "core":"testNodeLost_shard6_replica_n54", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10106_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node53":{ "core":"testNodeLost_shard6_replica_n53", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10047_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node56":{ "core":"testNodeLost_shard6_replica_n56", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10039_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node55":{ "core":"testNodeLost_shard6_replica_n55", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10051_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node58":{ "core":"testNodeLost_shard6_replica_n58", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10101_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node57":{ "core":"testNodeLost_shard6_replica_n57", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10019_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node59":{ "core":"testNodeLost_shard6_replica_n59", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10042_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"c0000000-cccbffff", "state":"active"}, "shard7":{ "replicas":{ "core_node70":{ "core":"testNodeLost_shard7_replica_n70", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10049_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node61":{ "core":"testNodeLost_shard7_replica_n61", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10027_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node63":{ "core":"testNodeLost_shard7_replica_n63", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10013_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node62":{ "core":"testNodeLost_shard7_replica_n62", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10024_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node65":{ "core":"testNodeLost_shard7_replica_n65", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10079_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node64":{ "core":"testNodeLost_shard7_replica_n64", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10015_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node67":{ "core":"testNodeLost_shard7_replica_n67", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10088_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node66":{ "core":"testNodeLost_shard7_replica_n66", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10090_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node69":{ "core":"testNodeLost_shard7_replica_n69", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10095_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node68":{ "core":"testNodeLost_shard7_replica_n68", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10092_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"cccc0000-d998ffff", "state":"active"}, "shard8":{ "replicas":{ "core_node80":{ "core":"testNodeLost_shard8_replica_n80", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10081_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node72":{ "core":"testNodeLost_shard8_replica_n72", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10025_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node71":{ "core":"testNodeLost_shard8_replica_n71", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10055_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node74":{ "core":"testNodeLost_shard8_replica_n74", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10070_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node73":{ "core":"testNodeLost_shard8_replica_n73", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10038_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node76":{ "core":"testNodeLost_shard8_replica_n76", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10012_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node75":{ "core":"testNodeLost_shard8_replica_n75", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10097_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node78":{ "core":"testNodeLost_shard8_replica_n78", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10033_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node77":{ "core":"testNodeLost_shard8_replica_n77", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10093_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node79":{ "core":"testNodeLost_shard8_replica_n79", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10099_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"d9990000-e665ffff", "state":"active"}, "shard9":{ "replicas":{ "core_node90":{ "core":"testNodeLost_shard9_replica_n90", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10085_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node81":{ "core":"testNodeLost_shard9_replica_n81", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10032_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node83":{ "core":"testNodeLost_shard9_replica_n83", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10017_solr", "state":"down", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node82":{ "core":"testNodeLost_shard9_replica_n82", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10071_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node85":{ "core":"testNodeLost_shard9_replica_n85", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10060_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node84":{ "core":"testNodeLost_shard9_replica_n84", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10086_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node87":{ "core":"testNodeLost_shard9_replica_n87", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10100_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node86":{ "core":"testNodeLost_shard9_replica_n86", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10089_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node89":{ "core":"testNodeLost_shard9_replica_n89", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10080_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node88":{ "core":"testNodeLost_shard9_replica_n88", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10094_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"e6660000-f332ffff", "state":"active"}}}}, last coll state: DocCollection(testNodeLost//clusterstate.json/234)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"5", "autoAddReplicas":"false", "nrtReplicas":"10", "tlogReplicas":"0", "autoCreated":"true", "shards":{ "shard20":{ "replicas":{ "core_node191":{ "core":"testNodeLost_shard20_replica_n191", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10075_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node200":{ "core":"testNodeLost_shard20_replica_n200", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10007_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node199":{ "core":"testNodeLost_shard20_replica_n199", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10062_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node198":{ "core":"testNodeLost_shard20_replica_n198", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10064_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node197":{ "core":"testNodeLost_shard20_replica_n197", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10022_solr", "state":"down", "type":"NRT",
[...truncated too long message...]
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2128823727
[copy] Copying 238 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2128823727
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null2128823727
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 89ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 219 minutes 7 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)