You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/28 18:08:03 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 2909 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2909/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState
Error Message:
Two TriggerAction instances should have been created by now
Stack Trace:
java.lang.AssertionError: Two TriggerAction instances should have been created by now
at __randomizedtesting.SeedInfo.seed([3E9A21E216C1ABE1:B6A7A89D2C014A4C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState(NodeAddedTriggerIntegrationTest.java:200)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting
Error Message:
Error from server at http://127.0.0.1:43283/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000043
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43283/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000043
at __randomizedtesting.SeedInfo.seed([A4A29EDAEEDD2124:6615A2B2ED9DD15C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13569 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest
[junit4] 2> 1832898 INFO (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/init-core-data-001
[junit4] 2> 1832915 INFO (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1832935 INFO (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1833025 INFO (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001
[junit4] 2> 1833026 INFO (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1833045 INFO (Thread-1415) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1833045 INFO (Thread-1415) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1833098 ERROR (Thread-1415) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1833154 INFO (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38795
[junit4] 2> 1833199 INFO (zkConnectionManagerCallback-2134-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1833246 INFO (jetty-launcher-2131-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1833266 INFO (jetty-launcher-2131-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1833280 INFO (jetty-launcher-2131-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1833280 INFO (jetty-launcher-2131-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1833280 INFO (jetty-launcher-2131-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1833281 INFO (jetty-launcher-2131-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d40c7f0{/solr,null,AVAILABLE}
[junit4] 2> 1833283 INFO (jetty-launcher-2131-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10bd2e81{SSL,[ssl, http/1.1]}{127.0.0.1:44786}
[junit4] 2> 1833283 INFO (jetty-launcher-2131-thread-1) [ ] o.e.j.s.Server Started @1833557ms
[junit4] 2> 1833283 INFO (jetty-launcher-2131-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44786}
[junit4] 2> 1833283 ERROR (jetty-launcher-2131-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1833283 INFO (jetty-launcher-2131-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1833283 INFO (jetty-launcher-2131-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1833283 INFO (jetty-launcher-2131-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1833283 INFO (jetty-launcher-2131-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1833284 INFO (jetty-launcher-2131-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-28T16:29:45.091Z
[junit4] 2> 1833301 INFO (jetty-launcher-2131-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1833301 INFO (jetty-launcher-2131-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1833301 INFO (jetty-launcher-2131-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1833301 INFO (jetty-launcher-2131-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cc984b7{/solr,null,AVAILABLE}
[junit4] 2> 1833302 INFO (jetty-launcher-2131-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69221d72{SSL,[ssl, http/1.1]}{127.0.0.1:45839}
[junit4] 2> 1833302 INFO (jetty-launcher-2131-thread-2) [ ] o.e.j.s.Server Started @1833575ms
[junit4] 2> 1833302 INFO (jetty-launcher-2131-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45839}
[junit4] 2> 1833302 ERROR (jetty-launcher-2131-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1833302 INFO (jetty-launcher-2131-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1833302 INFO (jetty-launcher-2131-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1833302 INFO (jetty-launcher-2131-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1833302 INFO (jetty-launcher-2131-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1833302 INFO (jetty-launcher-2131-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-28T16:29:45.110Z
[junit4] 2> 1833318 INFO (zkConnectionManagerCallback-2136-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1833318 INFO (jetty-launcher-2131-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1833318 INFO (zkConnectionManagerCallback-2138-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1833319 INFO (jetty-launcher-2131-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1834312 INFO (jetty-launcher-2131-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
[junit4] 2> 1834383 INFO (zkConnectionManagerCallback-2142-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1834417 INFO (zkConnectionManagerCallback-2144-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1834799 INFO (jetty-launcher-2131-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
[junit4] 2> 1834818 INFO (zkConnectionManagerCallback-2150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1834822 INFO (zkConnectionManagerCallback-2152-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1834906 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44786_solr
[junit4] 2> 1834906 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.c.Overseer Overseer (id=73570268845309956-127.0.0.1:44786_solr-n_0000000000) starting
[junit4] 2> 1834951 INFO (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45839_solr
[junit4] 2> 1835029 INFO (zkConnectionManagerCallback-2157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835049 INFO (zkCallback-2143-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1835066 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1835102 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1835139 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
[junit4] 2> 1835175 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1835179 INFO (OverseerStateUpdate-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [n:127.0.0.1:44786_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44786_solr
[junit4] 2> 1835180 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1835180 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1835180 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1835227 INFO (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1835297 INFO (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1835306 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1835306 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44786_solr
[junit4] 2> 1835336 INFO (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
[junit4] 2> 1835336 INFO (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1835419 INFO (zkCallback-2163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1835476 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1835476 INFO (zkCallback-2143-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1835549 INFO (zkCallback-2156-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1835567 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:45839_solr, 127.0.0.1:44786_solr]
[junit4] 2> 1835585 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1835585 INFO (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45839.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1835606 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1835622 INFO (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45839.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1835622 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1835622 INFO (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45839.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1835623 INFO (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node2/.
[junit4] 2> 1835658 DEBUG (ScheduledTrigger-3580-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1835884 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44786.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1836091 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44786.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1836091 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44786.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1836127 INFO (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node1/.
[junit4] 2> 1836320 INFO (zkConnectionManagerCallback-2168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836437 INFO (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1836494 INFO (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1836527 INFO (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
[junit4] 2> 1836713 DEBUG (ScheduledTrigger-3580-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1836887 INFO (qtp173171943-8694) [n:127.0.0.1:44786_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1836921 INFO (qtp583315263-8696) [n:127.0.0.1:45839_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1836921 DEBUG (qtp583315263-8700) [n:127.0.0.1:45839_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1836922 INFO (qtp583315263-8700) [n:127.0.0.1:45839_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=191
[junit4] 2> 1836957 DEBUG (zkCallback-2156-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1836958 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1836994 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1836995 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1837031 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 1837031 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Found 2 jetty instances running
[junit4] 2> 1837072 INFO (zkConnectionManagerCallback-2175-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1837074 INFO (qtp583315263-8702) [n:127.0.0.1:45839_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1837129 INFO (qtp583315263-8702) [n:127.0.0.1:45839_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=55
[junit4] 2> 1837130 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
[junit4] 2> 1837140 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.NodeAddedTriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 1837141 DEBUG (zkCallback-2156-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1837141 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1837141 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1837141 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1837141 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1837142 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1837232 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@10bd2e81{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1837234 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=928505279
[junit4] 2> 1837235 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1837247 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47637607: rootName = solr_44786, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6f981910
[junit4] 2> 1837275 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1837275 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25b432ae: rootName = solr_44786, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
[junit4] 2> 1837307 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1837307 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@608bd5e1: rootName = solr_44786, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
[junit4] 2> 1837321 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44786_solr
[junit4] 2> 1837354 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1837354 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1837354 INFO (zkCallback-2163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1837354 INFO (zkCallback-2143-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1837358 INFO (zkCallback-2156-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1837421 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.Overseer Overseer (id=73570268845309956-127.0.0.1:44786_solr-n_0000000000) closing
[junit4] 2> 1837422 INFO (OverseerStateUpdate-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [n:127.0.0.1:44786_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44786_solr
[junit4] 2> 1837440 INFO (zkCallback-2172-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1837440 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1837440 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1837440 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1837440 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1837443 WARN (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1837476 INFO (zkCallback-2172-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1837476 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1837476 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1837492 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055fc50c8e0007, likely client has closed socket
[junit4] 2> 1837495 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45839_solr
[junit4] 2> 1837513 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d40c7f0{/solr,null,UNAVAILABLE}
[junit4] 2> 1837514 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1837515 INFO (zkCallback-2151-thread-1) [n:127.0.0.1:45839_solr ] o.a.s.c.Overseer Overseer (id=73570268845309958-127.0.0.1:45839_solr-n_0000000001) starting
[junit4] 2> 1837620 INFO (OverseerStateUpdate-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [n:127.0.0.1:45839_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45839_solr
[junit4] 2> 1837646 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1837647 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1837647 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 1837647 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1837650 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:45839_solr]
[junit4] 2> 1837687 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1837707 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1837723 DEBUG (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1838730 DEBUG (ScheduledTrigger-3592-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1839764 DEBUG (ScheduledTrigger-3592-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1840775 DEBUG (ScheduledTrigger-3592-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1841777 DEBUG (ScheduledTrigger-3592-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1842551 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1842690 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1842690 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1842690 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1842691 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cba40bd{/solr,null,AVAILABLE}
[junit4] 2> 1842691 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7175a744{SSL,[ssl, http/1.1]}{127.0.0.1:32931}
[junit4] 2> 1842691 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.Server Started @1842965ms
[junit4] 2> 1842691 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32931}
[junit4] 2> 1842692 ERROR (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1842692 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1842692 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1842692 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1842692 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1842692 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-28T16:29:54.500Z
[junit4] 2> 1842741 INFO (zkConnectionManagerCallback-2179-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1842742 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1842777 DEBUG (ScheduledTrigger-3592-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1843576 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
[junit4] 2> 1843591 INFO (zkConnectionManagerCallback-2183-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1843652 INFO (zkConnectionManagerCallback-2185-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1843691 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1843712 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1843712 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32931_solr
[junit4] 2> 1843726 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1843726 INFO (zkCallback-2163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1843726 INFO (zkCallback-2172-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1843726 INFO (zkCallback-2172-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1843782 INFO (zkCallback-2184-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1843790 DEBUG (ScheduledTrigger-3592-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1843851 INFO (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1843868 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1843888 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
[junit4] 2> 1843889 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1843955 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1843992 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1843992 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1844010 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node3/.
[junit4] 2> 1844293 INFO (qtp1888569288-8782) [n:127.0.0.1:32931_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1844313 INFO (qtp583315263-8703) [n:127.0.0.1:45839_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1844331 DEBUG (qtp583315263-8700) [n:127.0.0.1:45839_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1844331 INFO (qtp583315263-8700) [n:127.0.0.1:45839_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=158
[junit4] 2> 1844334 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1844350 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1844367 DEBUG (zkCallback-2163-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1844367 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1844367 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1844367 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@119f307a{/solr,null,AVAILABLE}
[junit4] 2> 1844368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c9045d{SSL,[ssl, http/1.1]}{127.0.0.1:38544}
[junit4] 2> 1844368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.Server Started @1844642ms
[junit4] 2> 1844368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38544}
[junit4] 2> 1844368 ERROR (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1844368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1844368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1844368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1844368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1844368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-28T16:29:56.176Z
[junit4] 2> 1844383 INFO (zkConnectionManagerCallback-2195-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1844401 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1844411 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1844605 INFO (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.NodeAddedTriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1844605 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:45839_solr, 127.0.0.1:32931_solr]
[junit4] 2> 1844605 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1844655 DEBUG (ScheduledTrigger-3592-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1844655 DEBUG (ScheduledTrigger-3592-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1844656 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1844801 DEBUG (ScheduledTrigger-3592-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1844903 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
[junit4] 2> 1844913 INFO (zkConnectionManagerCallback-2199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1845004 INFO (zkConnectionManagerCallback-2201-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1845140 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1845155 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1845155 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38544_solr
[junit4] 2> 1845191 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1845207 INFO (zkCallback-2172-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1845208 INFO (zkCallback-2172-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1845208 INFO (zkCallback-2184-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1845211 INFO (zkCallback-2163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1845244 INFO (zkCallback-2191-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1845347 INFO (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1845349 INFO (zkCallback-2200-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1845368 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1845369 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
[junit4] 2> 1845386 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1845583 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1845641 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1845641 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
[junit4] 2> 1845656 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node4/.
[junit4] 2> 1845702 DEBUG (ScheduledTrigger-3592-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1845702 DEBUG (ScheduledTrigger-3592-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1845703 DEBUG (ScheduledTrigger-3592-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38544_solr at time 23081598448094853
[junit4] 2> 1845812 DEBUG (ScheduledTrigger-3592-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1855709 WARN (jetty-launcher-2131-thread-2-SendThread(127.0.0.1:38795)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 9824ms for sessionid 0x1055fc50c8e0008
[junit4] 2> 1855709 WARN (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10340ms for sessionid 0x1055fc50c8e0013
[junit4] 2> 1855709 WARN (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10502ms for sessionid 0x1055fc50c8e000f
[junit4] 2> 1855709 WARN (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker-SendThread(127.0.0.1:38795)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10502ms for sessionid 0x1055fc50c8e000a
[junit4] 2> 1855710 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055fc50c8e0008, likely client has closed socket
[junit4] 2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:38544_solr] added at times [23081598448094853], now=23081608455276182
[junit4] 2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":23081598448094853,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[23081598448094853],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:38544_solr"]}}
[junit4] 2> 1855722 DEBUG (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_added_restore_trigger]
[junit4] 2> 1855723 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055fc50c8e0013, likely client has closed socket
[junit4] 2> 1855727 INFO (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1855730 DEBUG (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:38544_solr
[junit4] 2> 1855730 DEBUG (AutoscalingActionExecutor-3593-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":23081598448094853,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[23081598448094853],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":23081608467724673,
[junit4] 2> "nodeNames":["127.0.0.1:38544_solr"]}}
[junit4] 2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 5000ms
[junit4] 2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 5000ms
[junit4] 2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo
[junit4] 2> 1855813 WARN (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@683c21e9 name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1855813 WARN (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1855823 WARN (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@658045fc name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1855823 WARN (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1855828 WARN (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c2761ca name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1855828 WARN (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1855843 WARN (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33951f71 name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1855843 WARN (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1857048 WARN (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055fc50c8e0013 has expired
[junit4] 2> 1857049 WARN (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33951f71 name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1857049 WARN (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1857049 WARN (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1857070 INFO (zkConnectionManagerCallback-2208-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857070 INFO (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1857088 INFO (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1857088 INFO (zkConnectionManagerCallback-2208-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1857272 INFO (qtp583315263-8702) [n:127.0.0.1:45839_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1857277 INFO (qtp2094134597-8809) [n:127.0.0.1:38544_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1857284 INFO (qtp1888569288-8778) [n:127.0.0.1:32931_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1857285 DEBUG (qtp2094134597-8810) [n:127.0.0.1:38544_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1857290 INFO (qtp2094134597-8810) [n:127.0.0.1:38544_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 1857451 WARN (jetty-launcher-2131-thread-2-SendThread(127.0.0.1:38795)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055fc50c8e0008 has expired
[junit4] 2> 1857451 WARN (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@683c21e9 name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1857451 WARN (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1857451 WARN (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1857475 INFO (zkConnectionManagerCallback-2164-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857475 INFO (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1857477 INFO (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1857477 INFO (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1857521 WARN (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055fc50c8e000f has expired
[junit4] 2> 1857521 WARN (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@658045fc name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1857522 WARN (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1857522 WARN (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1857547 INFO (zkConnectionManagerCallback-2192-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857547 INFO (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1857551 DEBUG (ScheduledTrigger-3592-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Exception removing nodeAdded marker 127.0.0.1:38544_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeAdded/127.0.0.1:38544_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:317) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:317) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.removeMarker(NodeAddedTrigger.java:210) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.lambda$run$2(NodeAddedTrigger.java:190) ~[java/:?]
[junit4] 2> at java.util.ArrayList.forEach(ArrayList.java:1257) [?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:188) [java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:591) [java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_172]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [?:1.8.0_172]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [?:1.8.0_172]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [?:1.8.0_172]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 1857589 INFO (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1857590 INFO (zkConnectionManagerCallback-2192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1857816 WARN (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker-SendThread(127.0.0.1:38795)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055fc50c8e000a has expired
[junit4] 2> 1857816 WARN (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c2761ca name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1857816 WARN (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1857816 WARN (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1857835 INFO (zkConnectionManagerCallback-2173-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857836 INFO (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1857837 INFO (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1857837 INFO (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1860291 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NodeAddedTriggerIntegrationTest -Dtests.method=testNodeAddedTriggerRestoreState -Dtests.seed=3E9A21E216C1ABE1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lv-LV -Dtests.timezone=Etc/GMT-6 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 23.4s J2 | NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState <<<
[junit4] > Throwable #1: java.lang.AssertionError: Two TriggerAction instances should have been created by now
[junit4] > at __randomizedtesting.SeedInfo.seed([3E9A21E216C1ABE1:B6A7A89D2C014A4C]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState(NodeAddedTriggerIntegrationTest.java:200)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1860365 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 1860366 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Found 3 jetty instances running
[junit4] 2> 1860366 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Shutdown extra jetty instance at port 45839
[junit4] 2> 1860370 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@69221d72{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1860370 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1740607305
[junit4] 2> 1860371 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1860372 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cf62476: rootName = solr_45839, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3ec96471
[junit4] 2> 1860388 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1860388 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@768b966e: rootName = solr_45839, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
[junit4] 2> 1860392 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1860392 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3421acec: rootName = solr_45839, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
[junit4] 2> 1860396 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45839_solr
[junit4] 2> 1860401 INFO (zkCallback-2184-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1860401 INFO (zkCallback-2200-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1860401 INFO (zkCallback-2172-thread-6) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1860401 INFO (zkCallback-2151-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1860403 INFO (zkCallback-2207-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1860403 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1860403 INFO (zkCallback-2163-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1860404 INFO (zkCallback-2191-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1860408 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1860410 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.Overseer Overseer (id=73570268845309958-127.0.0.1:45839_solr-n_0000000001) closing
[junit4] 2> 1860410 INFO (OverseerStateUpdate-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [n:127.0.0.1:45839_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45839_solr
[junit4] 2> 1860418 WARN (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1860418 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1860418 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1860418 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1860418 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1860419 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1860419 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1860430 INFO (zkCallback-2184-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32931_solr
[junit4] 2> 1860431 INFO (zkCallback-2184-thread-1) [n:127.0.0.1:32931_solr ] o.a.s.c.Overseer Overseer (id=73570268845309966-127.0.0.1:32931_solr-n_0000000002) starting
[junit4] 2> 1860448 INFO (OverseerStateUpdate-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [n:127.0.0.1:32931_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:32931_solr
[junit4] 2> 1860464 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@cc984b7{/solr,null,UNAVAILABLE}
[junit4] 2> 1860467 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1860468 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1860468 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1860468 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1860501 INFO (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.NodeAddedTriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1860501 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:32931_solr, 127.0.0.1:38544_solr]
[junit4] 2> 1860501 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 1860501 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:38544_solr
[junit4] 2> 1860501 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:38544_solr
[junit4] 2> 1860511 INFO (zkConnectionManagerCallback-2211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860525 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:32931_solr, 127.0.0.1:38544_solr]
[junit4] 2> 1860525 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:45839_solr
[junit4] 2> 1860526 DEBUG (ScheduledTrigger-3615-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1860526 DEBUG (ScheduledTrigger-3615-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1860528 DEBUG (ScheduledTrigger-3615-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1860528 DEBUG (ScheduledTrigger-3615-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:45839_solr
[junit4] 2> 1860538 INFO (qtp1888569288-8784) [n:127.0.0.1:32931_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1860543 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1860559 INFO (qtp1888569288-8784) [n:127.0.0.1:32931_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 1860564 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
[junit4] 2> 1860565 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .scheduled_maintenance
[junit4] 2> 1860566 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: node_added_restore_trigger
[junit4] 2> 1860567 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.a.NodeAddedTriggerIntegrationTest /autoscaling.json reset, new znode version 7
[junit4] 2> 1860567 DEBUG (zkCallback-2191-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1860567 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1860568 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1860568 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1860568 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1860568 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1860575 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7175a744{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1860575 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=942014733
[junit4] 2> 1860576 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1860576 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46eb4d34: rootName = solr_32931, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@118070c9
[junit4] 2> 1860587 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1860587 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7af7f6f5: rootName = solr_32931, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
[junit4] 2> 1860596 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1860596 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@530651da: rootName = solr_32931, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
[junit4] 2> 1860609 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32931_solr
[junit4] 2> 1860611 INFO (zkCallback-2207-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1860611 INFO (zkCallback-2200-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1860611 INFO (zkCallback-2191-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1860617 INFO (zkCallback-2172-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1860618 INFO (zkCallback-2172-thread-6) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1860618 INFO (zkCallback-2184-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1860618 INFO (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1860621 INFO (TEST-NodeAddedTriggerIn
[...truncated too long message...]
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 97ms :: artifacts dl 18ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 213 minutes 31 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-Tests-master - Build # 2911 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2911/
4 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
Error Message:
Expected 1x2 collections null Live Nodes: [127.0.0.1:33537_solr, 127.0.0.1:38789_solr, 127.0.0.1:42937_solr, 127.0.0.1:43023_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected 1x2 collections
null
Live Nodes: [127.0.0.1:33537_solr, 127.0.0.1:38789_solr, 127.0.0.1:42937_solr, 127.0.0.1:43023_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([374B2682B04F47AF:5D5D4752D8BD0D65]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:233)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
Trigger was not fired
Stack Trace:
java.lang.AssertionError: Trigger was not fired
at __randomizedtesting.SeedInfo.seed([374B2682B04F47AF:BF1F19581EB32A57]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime
Error Message:
Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([CC0EFE85E903D33D:22D68514A77C06AE]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned
Error Message:
Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([CC0EFE85E903D33D:34C807B07A1A4BF5]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 12591 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
[junit4] 2> 187611 INFO (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/init-core-data-001
[junit4] 2> 187612 WARN (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
[junit4] 2> 187612 INFO (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 187683 INFO (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 187684 INFO (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001
[junit4] 2> 187684 INFO (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 187694 INFO (Thread-57) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 187694 INFO (Thread-57) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 187695 INFO (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33717
[junit4] 2> 187711 ERROR (Thread-57) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 187767 INFO (zkConnectionManagerCallback-105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 187954 INFO (jetty-launcher-102-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 187970 INFO (jetty-launcher-102-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 187988 INFO (jetty-launcher-102-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 187988 INFO (jetty-launcher-102-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 187988 INFO (jetty-launcher-102-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 187988 INFO (jetty-launcher-102-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 187989 INFO (jetty-launcher-102-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@259679fb{/solr,null,AVAILABLE}
[junit4] 2> 188005 INFO (jetty-launcher-102-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fe88729{SSL,[ssl, http/1.1]}{127.0.0.1:39265}
[junit4] 2> 188005 INFO (jetty-launcher-102-thread-2) [ ] o.e.j.s.Server Started @188107ms
[junit4] 2> 188005 INFO (jetty-launcher-102-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39265}
[junit4] 2> 188005 ERROR (jetty-launcher-102-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 188005 INFO (jetty-launcher-102-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 188005 INFO (jetty-launcher-102-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 188005 INFO (jetty-launcher-102-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 188005 INFO (jetty-launcher-102-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 188005 INFO (jetty-launcher-102-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-29T08:24:10.036Z
[junit4] 2> 188134 INFO (jetty-launcher-102-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 188134 INFO (jetty-launcher-102-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 188134 INFO (jetty-launcher-102-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 188134 INFO (jetty-launcher-102-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8563c4{/solr,null,AVAILABLE}
[junit4] 2> 188171 INFO (jetty-launcher-102-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 188171 INFO (jetty-launcher-102-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 188171 INFO (jetty-launcher-102-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 188172 INFO (jetty-launcher-102-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a3bdca3{/solr,null,AVAILABLE}
[junit4] 2> 188173 INFO (jetty-launcher-102-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18404218{SSL,[ssl, http/1.1]}{127.0.0.1:35562}
[junit4] 2> 188173 INFO (jetty-launcher-102-thread-3) [ ] o.e.j.s.Server Started @188275ms
[junit4] 2> 188173 INFO (jetty-launcher-102-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35562}
[junit4] 2> 188264 ERROR (jetty-launcher-102-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 188264 INFO (jetty-launcher-102-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 188265 INFO (jetty-launcher-102-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 188265 INFO (jetty-launcher-102-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 188265 INFO (jetty-launcher-102-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 188265 INFO (jetty-launcher-102-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-29T08:24:10.296Z
[junit4] 2> 188304 INFO (zkConnectionManagerCallback-107-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188317 INFO (jetty-launcher-102-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d12aae6{SSL,[ssl, http/1.1]}{127.0.0.1:36949}
[junit4] 2> 188317 INFO (jetty-launcher-102-thread-1) [ ] o.e.j.s.Server Started @188419ms
[junit4] 2> 188317 INFO (jetty-launcher-102-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36949}
[junit4] 2> 188317 ERROR (jetty-launcher-102-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 188317 INFO (jetty-launcher-102-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 188318 INFO (jetty-launcher-102-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 188318 INFO (jetty-launcher-102-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 188318 INFO (jetty-launcher-102-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 188318 INFO (jetty-launcher-102-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-29T08:24:10.349Z
[junit4] 2> 188512 INFO (jetty-launcher-102-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 188524 INFO (zkConnectionManagerCallback-109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188801 INFO (jetty-launcher-102-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 188840 INFO (zkConnectionManagerCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 189043 INFO (jetty-launcher-102-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 189365 WARN (zkConnectionManagerCallback-109-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2cf95ba2 name: ZooKeeperConnection Watcher:127.0.0.1:33717/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 189365 WARN (zkConnectionManagerCallback-109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 190323 INFO (jetty-launcher-102-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33717/solr
[junit4] 2> 190408 INFO (zkConnectionManagerCallback-115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 190526 INFO (jetty-launcher-102-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33717/solr
[junit4] 2> 190682 INFO (zkConnectionManagerCallback-121-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 190707 INFO (zkConnectionManagerCallback-117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 190897 INFO (zkConnectionManagerCallback-123-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 192069 INFO (jetty-launcher-102-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33717/solr
[junit4] 2> 192288 INFO (zkConnectionManagerCallback-131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 192516 INFO (zkConnectionManagerCallback-133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 193131 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39265_solr
[junit4] 2> 193132 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer Overseer (id=73574021755043849-127.0.0.1:39265_solr-n_0000000000) starting
[junit4] 2> 193322 INFO (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36949_solr
[junit4] 2> 193342 INFO (zkConnectionManagerCallback-140-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 193362 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33717/solr ready
[junit4] 2> 193407 INFO (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39265_solr
[junit4] 2> 193426 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 193426 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39265_solr
[junit4] 2> 193461 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 193461 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35562_solr
[junit4] 2> 193447 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 193484 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 193499 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 193500 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 193609 INFO (zkCallback-132-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 193646 INFO (zkCallback-116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 193646 INFO (zkCallback-116-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 193646 INFO (zkCallback-122-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 193646 INFO (zkCallback-139-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 193787 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39265_solr"} current state version: 0
[junit4] 2> 193787 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:35562_solr"} current state version: 0
[junit4] 2> 193827 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:39265_solr, 127.0.0.1:36949_solr, 127.0.0.1:35562_solr]
[junit4] 2> 193827 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 193827 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 193828 DEBUG (ScheduledTrigger-193-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 193969 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 194096 INFO (zkConnectionManagerCallback-151-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 194096 INFO (zkConnectionManagerCallback-146-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 194138 INFO (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 194172 INFO (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33717/solr ready
[junit4] 2> 194190 INFO (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 194279 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 194537 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33717/solr ready
[junit4] 2> 194610 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 194703 INFO (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36949.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 194852 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39265.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 194998 INFO (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36949.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 194998 INFO (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36949.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 194999 INFO (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node1/.
[junit4] 2> 195049 DEBUG (ScheduledTrigger-193-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 195147 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39265.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 195147 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39265.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 195201 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35562.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 195291 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35562.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 195291 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35562.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 195493 INFO (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node3/.
[junit4] 2> 195494 INFO (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node2/.
[junit4] 2> 196079 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 196424 INFO (zkConnectionManagerCallback-155-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 196773 INFO (zkConnectionManagerCallback-160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 196827 INFO (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 196828 INFO (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33717/solr ready
[junit4] 2> 196984 INFO (qtp1459642749-456) [n:127.0.0.1:39265_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 197091 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 197127 INFO (OverseerThreadFactory-195-thread-1-processing-n:127.0.0.1:39265_solr) [n:127.0.0.1:39265_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
[junit4] 2> 197531 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":".system",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":1,
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 197846 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 198092 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 198400 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=53
[junit4] 2> 198661 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 198767 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36949/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 198767 INFO (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36949/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 198785 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35562/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 198785 INFO (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35562/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 198825 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39265/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 198825 INFO (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39265/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 199200 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 199352 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr x:.system_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n5&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 199445 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr x:.system_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 199446 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr x:.system_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 199447 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr x:.system_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 199598 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n3",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35562/solr",
[junit4] 2> "node_name":"127.0.0.1:35562_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 199688 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36949/solr",
[junit4] 2> "node_name":"127.0.0.1:36949_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 199688 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":".system_shard1_replica_n5",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39265/solr",
[junit4] 2> "node_name":"127.0.0.1:39265_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 200201 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 200594 WARN (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 200629 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 200835 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 200911 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
[junit4] 2> 200914 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 200946 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 201171 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 201246 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema [.system_shard1_replica_n5] Schema name=_system collection or core
[junit4] 2> 201258 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 201262 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 201265 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 201593 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 201613 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 201613 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 201661 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 201663 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 201663 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n5' using configuration from collection .system, trusted=true
[junit4] 2> 201664 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39265.solr.core..system.shard1.replica_n5' (registry 'solr.core..system.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 201664 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrCore [[.system_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node2/.system_shard1_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node2/./.system_shard1_replica_n5/data/]
[junit4] 2> 201665 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 201665 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 201685 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 201685 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 201686 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36949.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 201686 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 201688 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 201689 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using configuration from collection .system, trusted=true
[junit4] 2> 201689 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35562.solr.core..system.shard1.replica_n3' (registry 'solr.core..system.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
[junit4] 2> 201722 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [[.system_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node3/.system_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node3/./.system_shard1_replica_n3/data/]
[junit4] 2> 202263 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 202453 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 202454 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 202455 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 202455 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 202461 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 202462 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 202474 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 202474 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 202476 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a5b6f97[.system_shard1_replica_n1] main]
[junit4] 2> 202478 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 202478 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 202479 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 202479 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 202480 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1011bc9a[.system_shard1_replica_n3] main]
[junit4] 2> 202482 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 202482 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 202485 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 202490 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@329a3a74[.system_shard1_replica_n5] main]
[junit4] 2> 202498 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 202499 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 202499 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 202499 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 202499 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 202499 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 202515 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 202534 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 202537 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
[junit4] 2> 202588 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema [.system_shard1_replica_n5] Schema name=_system collection or core
[junit4] 2> 202628 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 202629 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 202629 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615647436607324160
[junit4] 2> 202880 INFO (searcherExecutor-209-thread-1-processing-n:127.0.0.1:36949_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@6a5b6f97[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 203008 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 203008 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 473 ms
[junit4] 2> 203009 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 203009 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615647437005783040
[junit4] 2> 203068 INFO (searcherExecutor-210-thread-1-processing-n:127.0.0.1:35562_solr x:.system_shard1_replica_n3 c:.system s:shard1 r:core_node4) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] Registered new searcher Searcher@1011bc9a[.system_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 203088 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 203088 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 573 ms
[junit4] 2> 203088 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 203089 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615647437089669120
[junit4] 2> 203182 INFO (searcherExecutor-208-thread-1-processing-n:127.0.0.1:39265_solr x:.system_shard1_replica_n5 c:.system s:shard1 r:core_node6) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrCore [.system_shard1_replica_n5] Registered new searcher Searcher@329a3a74[.system_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 203194 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 203239 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 203241 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=2 timeoutin=9999ms
[junit4] 2> 203256 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0, core_node6=0, core_node4=0}, version=2}
[junit4] 2> 203263 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 203275 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system"} current state version: 0
[junit4] 2> 203746 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 203747 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 203747 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36949/solr/.system_shard1_replica_n1/
[junit4] 2> 203747 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:36949/solr START replicas=[https://127.0.0.1:35562/solr/.system_shard1_replica_n3/, https://127.0.0.1:39265/solr/.system_shard1_replica_n5/] nUpdates=100
[junit4] 2> 203751 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:36949/solr DONE. We have no versions. sync failed.
[junit4] 2> 204015 INFO (qtp691417306-463) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.S.Request [.system_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 204054 INFO (qtp1459642749-451) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.S.Request [.system_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 204105 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 204105 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 204111 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36949/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 204111 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "base_url":"https://127.0.0.1:36949/solr",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 204255 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 204257 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4812
[junit4] 2> 204271 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4825
[junit4] 2> 204272 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 204354 INFO (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n5&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5003
[junit4] 2> 204482 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36949/solr",
[junit4] 2> "node_name":"127.0.0.1:36949_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 204482 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":".system_shard1_replica_n3",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35562/solr",
[junit4] 2> "node_name":"127.0.0.1:35562_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 204484 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":".system_shard1_replica_n5",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:39265/solr",
[junit4] 2> "node_name":"127.0.0.1:39265_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 204520 INFO (qtp1459642749-456) [n:127.0.0.1:39265_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 204608 INFO (zkCallback-132-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 204620 INFO (zkCallback-122-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 204624 INFO (zkCallback-116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 205274 DEBUG (ScheduledTrigger-193-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 205304 INFO (OverseerCollectionConfigSetProcessor-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 205522 INFO (qtp1459642749-456) [n:127.0.0.1:39265_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=8538
[junit4] 2> 205852 INFO (TEST-SystemLogListenerTest.test-seed#[374B2682B04F47AF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 206203 INFO (qtp1459642749-458) [n:127.0.0.1:39265_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n5:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 206239 INFO (qtp1459642749-451) [n:127.0.0.1:39265_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=34
[junit4] 2> 206256 INFO (qtp691417306-464) [n:127.0.0.1:35562_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 206276 DEBUG (ScheduledTrigger-193-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 206277 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=20
[junit4] 2> 206409 INFO (qtp966190785-475) [n:127.0.0.1:36949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=80
[junit4] 2> 206412 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 206448 DEBUG (qtp1459642749-454) [n:127.0.0.1:39265_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 206461 DEBUG (zkCallback-139-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 206498 INFO (qtp1459642749-454) [n:127.0.0.1:39265_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=583
[junit4] 2> 206501 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 206521 INFO (qtp1459642749-458) [n:127.0.0.1:39265_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n5:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 206537 INFO (qtp1459642749-451) [n:127.0.0.1:39265_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 206539 INFO (qtp691417306-464) [n:127.0.0.1:35562_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 206541 INFO (qtp691417306-466) [n:127.0.0.1:35562_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 206556 INFO (qtp966190785-473) [n:127.0.0.1:36949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 206558 INFO (qtp966190785-475) [n:127.0.0.1:36949_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 206558 DEBUG (qtp1459642749-454) [n:127.0.0.1:39265_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 206572 DEBUG (zkCallback-139-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 206572 INFO (qtp1459642749-454) [n:127.0.0.1:39265_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=72
[junit4] 2> 206574 INFO (qtp1459642749-454) [n:127.0.0.1:39265_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=3&name=test&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 206593 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:39265_solr,
[...truncated too long message...]
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1101900020
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1101900020
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1101900020
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 80ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 209 minutes 3 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-Tests-master - Build # 2910 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2910/
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([FB5D3F27302FF923:730900FD9ED394DB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.junit.Assert.assertFalse(Assert.java:79)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:148)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13715 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaTest
[junit4] 2> 2088023 INFO (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/init-core-data-001
[junit4] 2> 2088023 WARN (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 2088024 INFO (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2088025 INFO (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2088026 INFO (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001
[junit4] 2> 2088026 INFO (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2088026 INFO (Thread-2415) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2088026 INFO (Thread-2415) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2088028 ERROR (Thread-2415) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2088126 INFO (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38059
[junit4] 2> 2088128 INFO (zkConnectionManagerCallback-6627-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088131 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10561667ffb0000, likely client has closed socket
[junit4] 2> 2088132 INFO (jetty-launcher-6624-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2088133 INFO (jetty-launcher-6624-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2088134 INFO (jetty-launcher-6624-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2088134 INFO (jetty-launcher-6624-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2088139 INFO (jetty-launcher-6624-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2088139 INFO (jetty-launcher-6624-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2088139 INFO (jetty-launcher-6624-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2088139 INFO (jetty-launcher-6624-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2088139 INFO (jetty-launcher-6624-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2088139 INFO (jetty-launcher-6624-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2088140 INFO (jetty-launcher-6624-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c37f208{/solr,null,AVAILABLE}
[junit4] 2> 2088141 INFO (jetty-launcher-6624-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75346522{HTTP/1.1,[http/1.1]}{127.0.0.1:44021}
[junit4] 2> 2088141 INFO (jetty-launcher-6624-thread-2) [ ] o.e.j.s.Server Started @2088229ms
[junit4] 2> 2088141 INFO (jetty-launcher-6624-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44021}
[junit4] 2> 2088141 ERROR (jetty-launcher-6624-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2088141 INFO (jetty-launcher-6624-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2088142 INFO (jetty-launcher-6624-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2088142 INFO (jetty-launcher-6624-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2088142 INFO (jetty-launcher-6624-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2088142 INFO (jetty-launcher-6624-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-29T00:05:43.045Z
[junit4] 2> 2088144 INFO (jetty-launcher-6624-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2088144 INFO (jetty-launcher-6624-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2088144 INFO (jetty-launcher-6624-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2088144 INFO (jetty-launcher-6624-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d35bd61{/solr,null,AVAILABLE}
[junit4] 2> 2088145 INFO (jetty-launcher-6624-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@412e219d{HTTP/1.1,[http/1.1]}{127.0.0.1:41685}
[junit4] 2> 2088145 INFO (jetty-launcher-6624-thread-3) [ ] o.e.j.s.Server Started @2088232ms
[junit4] 2> 2088145 INFO (jetty-launcher-6624-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41685}
[junit4] 2> 2088145 ERROR (jetty-launcher-6624-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2088145 INFO (jetty-launcher-6624-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2088145 INFO (jetty-launcher-6624-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2088145 INFO (jetty-launcher-6624-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2088145 INFO (jetty-launcher-6624-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2088145 INFO (jetty-launcher-6624-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-29T00:05:43.048Z
[junit4] 2> 2088150 INFO (jetty-launcher-6624-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d230ee2{/solr,null,AVAILABLE}
[junit4] 2> 2088150 INFO (jetty-launcher-6624-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2088150 INFO (jetty-launcher-6624-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2088150 INFO (jetty-launcher-6624-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2088150 INFO (jetty-launcher-6624-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@248f16d0{/solr,null,AVAILABLE}
[junit4] 2> 2088151 INFO (jetty-launcher-6624-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60ae2821{HTTP/1.1,[http/1.1]}{127.0.0.1:45503}
[junit4] 2> 2088154 INFO (jetty-launcher-6624-thread-1) [ ] o.e.j.s.Server Started @2088242ms
[junit4] 2> 2088154 INFO (jetty-launcher-6624-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45503}
[junit4] 2> 2088154 INFO (jetty-launcher-6624-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@348bbe9{HTTP/1.1,[http/1.1]}{127.0.0.1:40014}
[junit4] 2> 2088154 INFO (jetty-launcher-6624-thread-4) [ ] o.e.j.s.Server Started @2088242ms
[junit4] 2> 2088154 INFO (jetty-launcher-6624-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40014}
[junit4] 2> 2088154 ERROR (jetty-launcher-6624-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2088154 INFO (jetty-launcher-6624-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2088154 INFO (jetty-launcher-6624-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2088154 INFO (jetty-launcher-6624-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2088156 INFO (jetty-launcher-6624-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2088156 INFO (jetty-launcher-6624-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-29T00:05:43.059Z
[junit4] 2> 2088154 ERROR (jetty-launcher-6624-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2088157 INFO (jetty-launcher-6624-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2088157 INFO (jetty-launcher-6624-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2088157 INFO (jetty-launcher-6624-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2088157 INFO (jetty-launcher-6624-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2088157 INFO (jetty-launcher-6624-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-29T00:05:43.060Z
[junit4] 2> 2088158 INFO (zkConnectionManagerCallback-6631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088159 INFO (jetty-launcher-6624-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2088158 INFO (zkConnectionManagerCallback-6629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088165 INFO (jetty-launcher-6624-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2088197 INFO (zkConnectionManagerCallback-6635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088198 INFO (jetty-launcher-6624-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2088202 INFO (zkConnectionManagerCallback-6633-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088203 INFO (jetty-launcher-6624-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2088365 INFO (jetty-launcher-6624-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
[junit4] 2> 2088366 INFO (zkConnectionManagerCallback-6639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088367 DEBUG (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@21339a40
[junit4] 2> 2088368 INFO (zkConnectionManagerCallback-6641-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088446 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088446 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088446 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088447 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088447 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088447 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2088449 DEBUG (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195654-127.0.0.1:44021_solr-n_0000000000
[junit4] 2> 2088449 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44021_solr
[junit4] 2> 2088450 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.Overseer Overseer (id=73572061783195654-127.0.0.1:44021_solr-n_0000000000) starting
[junit4] 2> 2088452 INFO (jetty-launcher-6624-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
[junit4] 2> 2088465 INFO (jetty-launcher-6624-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
[junit4] 2> 2088467 INFO (zkConnectionManagerCallback-6651-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088472 DEBUG (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@511389e8
[junit4] 2> 2088473 INFO (zkConnectionManagerCallback-6647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088473 INFO (zkConnectionManagerCallback-6656-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088474 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088474 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088474 INFO (zkConnectionManagerCallback-6658-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088474 DEBUG (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@28cdbc9d
[junit4] 2> 2088474 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088475 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088475 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088475 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
[junit4] 2> 2088475 INFO (zkConnectionManagerCallback-6660-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088476 INFO (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44021_solr
[junit4] 2> 2088481 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088481 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088481 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088481 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088481 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088482 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088482 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088482 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088482 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088482 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088482 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2088482 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2088484 DEBUG (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195659-127.0.0.1:40014_solr-n_0000000001
[junit4] 2> 2088484 DEBUG (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195658-127.0.0.1:41685_solr-n_0000000002
[junit4] 2> 2088484 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73572061783195654-127.0.0.1:44021_solr-n_0000000000
[junit4] 2> 2088484 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73572061783195659-127.0.0.1:40014_solr-n_0000000001
[junit4] 2> 2088484 DEBUG (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73572061783195659-127.0.0.1:40014_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 2088484 DEBUG (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73572061783195654-127.0.0.1:44021_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 2088485 INFO (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40014_solr
[junit4] 2> 2088485 INFO (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41685_solr
[junit4] 2> 2088485 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088485 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088485 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088485 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088488 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 2088492 DEBUG (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44021_solr as DOWN
[junit4] 2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 2088493 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2088493 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44021_solr
[junit4] 2> 2088493 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088500 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088500 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2088501 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 2088501 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2088502 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2088502 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2088506 INFO (zkCallback-6655-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2088506 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088516 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088516 INFO (zkCallback-6659-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2088516 INFO (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2088516 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 2088517 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2088520 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2088521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088521 INFO (zkCallback-6657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2088536 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2088537 INFO (jetty-launcher-6624-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
[junit4] 2> 2088539 INFO (zkConnectionManagerCallback-6669-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088539 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41685_solr, 127.0.0.1:44021_solr, 127.0.0.1:40014_solr]
[junit4] 2> 2088539 INFO (zkConnectionManagerCallback-6679-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088539 INFO (zkConnectionManagerCallback-6675-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088540 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088540 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2088540 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088540 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2088540 INFO (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2088541 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088541 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088541 DEBUG (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@532a203
[junit4] 2> 2088541 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088541 INFO (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2088541 DEBUG (ScheduledTrigger-4917-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2088541 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2088541 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088541 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088542 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088542 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088542 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088543 INFO (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
[junit4] 2> 2088543 INFO (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
[junit4] 2> 2088545 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44021.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088548 INFO (zkConnectionManagerCallback-6681-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088548 INFO (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2088553 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44021.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088553 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44021.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088554 INFO (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node2/.
[junit4] 2> 2088556 INFO (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2088561 INFO (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40014.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088569 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088570 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088570 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2088570 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088570 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088570 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2088572 DEBUG (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195663-127.0.0.1:45503_solr-n_0000000003
[junit4] 2> 2088572 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73572061783195658-127.0.0.1:41685_solr-n_0000000002
[junit4] 2> 2088573 DEBUG (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73572061783195658-127.0.0.1:41685_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 2088573 DEBUG (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45503_solr as DOWN
[junit4] 2> 2088574 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2088574 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2088574 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45503_solr
[junit4] 2> 2088574 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088575 INFO (zkCallback-6659-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2088575 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088580 INFO (zkCallback-6657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2088580 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088580 INFO (zkCallback-6640-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2088584 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088584 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088584 INFO (zkCallback-6655-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2088588 INFO (zkCallback-6674-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2088590 INFO (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41685.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088591 INFO (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40014.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088591 INFO (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40014.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088592 INFO (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node3/.
[junit4] 2> 2088592 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088592 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088598 INFO (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41685.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088598 INFO (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41685.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088599 INFO (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node1/.
[junit4] 2> 2088605 INFO (zkCallback-6680-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2088605 INFO (zkCallback-6668-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2088609 INFO (zkConnectionManagerCallback-6690-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088610 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088610 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088610 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2088610 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088611 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088611 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088611 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
[junit4] 2> 2088612 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2088638 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45503.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088646 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45503.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088646 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45503.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2088647 INFO (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node4/.
[junit4] 2> 2088684 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2088684 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2088708 INFO (zkConnectionManagerCallback-6693-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088711 INFO (zkConnectionManagerCallback-6698-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088712 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088712 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088713 INFO (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2088713 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088713 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088713 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088713 INFO (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
[junit4] 2> 2088718 INFO (qtp1683262392-16555) [n:127.0.0.1:44021_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2088718 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088719 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 2088719 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088719 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 2088719 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088719 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088719 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 2088720 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 2088720 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 2088720 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 2088720 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
[junit4] 2> 2088721 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 2088721 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
[junit4] 2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 2088722 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2088722 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 2088722 DEBUG (zkCallback-6640-thread-1) [ ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 2088722 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088723 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2088723 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088723 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:44021_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=12.212026871376493,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.37737866666666664,medianRequestTime=0.437942,75thPcRequestTime=0.450843,95thPcRequestTime=0.450843,99thPcRequestTime=0.450843,999thPcRequestTime=0.450843},downnode={requests=2,errors=0,avgRequestsPerSecond=9.773226451374216,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0147335,medianRequestTime=0.02115,75thPcRequestTime=0.02115,95thPcRequestTime=0.02115,99thPcRequestTime=0.02115,999thPcRequestTime=0.02115}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=12.829154462202935,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=1.5564203333333333,medianRequestTime=0.228806,75thPcRequestTime=4.259185,95thPcRequestTime=4.259185,99thPcRequestTime=4.259185,999thPcRequestTime=4.259185},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=4.871331143553072,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.231221,medianRequestTime=0.231221,75thPcRequestTime=0.231221,95thPcRequestTime=0.231221,99thPcRequestTime=0.231221,999thPcRequestTime=0.231221}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=4.375843356290058,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=226.764896,medianRequestTime=226.764896,75thPcRequestTime=226.764896,95thPcRequestTime=226.764896,99thPcRequestTime=226.764896,999thPcRequestTime=226.764896}}}
[junit4] 2> 2088723 INFO (qtp1683262392-16555) [n:127.0.0.1:44021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2088725 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2088768 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 2088769 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2088770 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2088770 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2088770 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2088770 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088771 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 2088772 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088772 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088772 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088772 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088772 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088772 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088772 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088773 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2088773 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088773 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088774 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 2088774 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2088774 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2088774 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2088775 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61d687d9{/solr,null,AVAILABLE}
[junit4] 2> 2088775 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@594ab033{HTTP/1.1,[http/1.1]}{127.0.0.1:42220}
[junit4] 2> 2088775 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.e.j.s.Server Started @2088863ms
[junit4] 2> 2088775 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42220}
[junit4] 2> 2088775 ERROR (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2088775 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2088775 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2088776 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2088776 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2088776 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-29T00:05:43.679Z
[junit4] 2> 2088777 INFO (zkConnectionManagerCallback-6702-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2088778 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2089019 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
[junit4] 2> 2089020 INFO (zkConnectionManagerCallback-6706-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2089021 DEBUG (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@27b9069b
[junit4] 2> 2089022 INFO (zkConnectionManagerCallback-6708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2089028 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2089029 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089029 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2089029 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2089029 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089029 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2089030 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 2089031 DEBUG (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195669-127.0.0.1:42220_solr-n_0000000004
[junit4] 2> 2089031 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73572061783195663-127.0.0.1:45503_solr-n_0000000003
[junit4] 2> 2089031 DEBUG (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73572061783195663-127.0.0.1:45503_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 2089031 DEBUG (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42220_solr as DOWN
[junit4] 2> 2089032 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089032 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2089032 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42220_solr
[junit4] 2> 2089033 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089033 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089033 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089033 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089033 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089033 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089033 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 2089034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089034 INFO (zkCallback-6659-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089035 INFO (zkCallback-6697-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089034 INFO (zkCallback-6657-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089035 INFO (zkCallback-6668-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089035 INFO (zkCallback-6640-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089035 INFO (zkCallback-6680-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089036 INFO (zkCallback-6697-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089036 INFO (zkCallback-6674-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089036 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089036 INFO (zkCallback-6689-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089036 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089036 INFO (zkCallback-6655-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089037 INFO (zkCallback-6707-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2089052 INFO (zkConnectionManagerCallback-6715-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2089053 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 2089053 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 2089053 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2089054 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 2089054 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089054 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 2089054 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
[junit4] 2> 2089055 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2089070 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42220.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2089079 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42220.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2089080 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42220.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
[junit4] 2> 2089081 INFO (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node5/.
[junit4] 2> 2089139 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089140 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089141 INFO (zkConnectionManagerCallback-6718-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2089144 INFO (qtp407674869-16553) [n:127.0.0.1:40014_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2089149 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 2089149 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2089149 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
[junit4] 2> 2089149 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 2089149 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 2089150 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ]
[junit4] 2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"MoveReplicaTest_failed_coll_true",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 2089151 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 2089151 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"MoveReplicaTest_failed_coll_true",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 2089151 INFO (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaTest_failed_coll_true
[junit4] 2> 2089151 INFO (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
[junit4] 2> 2089151 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/MoveReplicaTest_failed_coll_true
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089152 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089154 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:MoveReplicaTest_failed_coll_true
[junit4] 2> 2089155 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 2089156 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 2089157 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089158 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089159 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089159 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089258 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.Assign shardnames [shard1, shard2] NRT 2 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:41685_solr, 127.0.0.1:42220_solr, 127.0.0.1:44021_solr, 127.0.0.1:40014_solr, 127.0.0.1:45503_solr]
[junit4] 2> 2089273 INFO (qtp1683262392-16545) [n:127.0.0.1:44021_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 2089275 INFO (qtp1617681756-16568) [n:127.0.0.1:41685_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2089276 INFO (qtp862996070-16577) [n:127.0.0.1:45503_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2089279 INFO (qtp407674869-16541) [n:127.0.0.1:40014_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 2089280 INFO (qtp241669105-16684) [n:127.0.0.1:42220_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2089282 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection MoveReplicaTest_failed_coll_true, shardNames [shard1, shard2] , message : {
[junit4] 2> "name":"MoveReplicaTest_failed_coll_true",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 2089283 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaTest_failed_coll_true_shard1_replica_n1 as part of shard shard1 of collection MoveReplicaTest_failed_coll_true on 127.0.0.1:42220_solr
[junit4] 2> 2089284 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089285 INFO (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42220/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2089286 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaTest_failed_coll_true_shard1_replica_n2 as part of shard shard1 of collection MoveReplicaTest_failed_coll_true on 127.0.0.1:40014_solr
[junit4] 2> 2089287 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089287 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089287 INFO (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40014/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2089288 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaTest_failed_coll_true_shard2_replica_n4 as part of shard shard2 of collection MoveReplicaTest_failed_coll_true on 127.0.0.1:45503_solr
[junit4] 2> 2089289 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089289 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089290 INFO (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45503/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2089290 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaTest_failed_coll_true_shard2_replica_n6 as part of shard shard2 of collection MoveReplicaTest_failed_coll_true on 127.0.0.1:41685_solr
[junit4] 2> 2089291 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089292 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089292 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [MoveReplicaTest_failed_coll_true_shard1_replica_n1, MoveReplicaTest_failed_coll_true_shard1_replica_n2, MoveReplicaTest_failed_coll_true_shard2_replica_n4, MoveReplicaTest_failed_coll_true_shard2_replica_n6] cores but found {}
[junit4] 2> 2089295 INFO (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41685/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2089393 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [MoveReplicaTest_failed_coll_true_shard1_replica_n1, MoveReplicaTest_failed_coll_true_shard1_replica_n2, MoveReplicaTest_failed_coll_true_shard2_replica_n4, MoveReplicaTest_failed_coll_true_shard2_replica_n6] cores but found {}
[junit4] 2> 2089397 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089397 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 2089495 INFO (qtp241669105-16678) [n:127.0.0.1:42220_solr x:MoveReplicaTest_failed_coll_true_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2089511 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/MoveReplicaTest_failed_coll_true/state.json
[junit4] 2> 2089511 INFO (qtp862996070-16547) [n:127.0.0.1:45503_solr x:MoveReplicaTest_failed_coll_true_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2089512 INFO (qtp407674869-16542) [n:127.0.0.1:40014_solr x:MoveReplicaTest_failed_coll_true_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2089512 INFO (qtp407674869-16542) [n:127.0.0.1:40014_solr x:MoveReplicaTest_failed_coll_true_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2089512 DEBUG (qtp241669105-16678) [n:127.0.0.1:42220_solr c:MoveReplicaTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaTest_failed_coll_true_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 2089517 INFO (qtp1617681756-16551) [n:127.0.0.1:41685_solr x:MoveReplicaTest_failed_coll_true_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2089517 INFO (qtp1617681756-16551) [n:127.0.0.1:41685_solr x:MoveReplicaTest_failed_coll_true_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2089518 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 2089519 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/MoveReplicaTest_failed_coll_true/state.json
[junit4] 2> 2089519 DEBUG (qtp862996070-16547) [n:127.0.0.1:45503_solr c:MoveReplicaTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaTest_failed_coll_true_shard2_replica_n4] o.a.s.c.ZkController publishing state=down
[
[...truncated too long message...]
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null902479565
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null902479565
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null902479565
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 65ms :: artifacts dl 17ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 212 minutes 22 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)