You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/06/19 17:17:57 UTC
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_172) - Build #
22282 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/22282/
Java: 32bit/jdk1.8.0_172 -client -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:34767/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:39667/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:34767/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:39667/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([67CCAF313B1779AC:CD017CC38CC4AC7C]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:290)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34767/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
Build Log:
[...truncated 14392 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 1909910 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/init-core-data-001
[junit4] 2> 1909912 WARN (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 1909912 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1909914 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1909915 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-001
[junit4] 2> 1909915 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1909915 INFO (Thread-3240) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1909915 INFO (Thread-3240) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1909917 ERROR (Thread-3240) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1910015 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41583
[junit4] 2> 1910018 INFO (zkConnectionManagerCallback-8050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1910022 INFO (jetty-launcher-8047-thread-4) [ ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
[junit4] 2> 1910023 INFO (jetty-launcher-8047-thread-2) [ ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
[junit4] 2> 1910023 INFO (jetty-launcher-8047-thread-3) [ ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
[junit4] 2> 1910023 INFO (jetty-launcher-8047-thread-1) [ ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
[junit4] 2> 1910025 INFO (jetty-launcher-8047-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1910025 INFO (jetty-launcher-8047-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1910025 INFO (jetty-launcher-8047-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1910026 INFO (jetty-launcher-8047-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ac72cd{/solr,null,AVAILABLE}
[junit4] 2> 1910026 INFO (jetty-launcher-8047-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1341ac0{HTTP/1.1,[http/1.1]}{127.0.0.1:39667}
[junit4] 2> 1910026 INFO (jetty-launcher-8047-thread-1) [ ] o.e.j.s.Server Started @1910070ms
[junit4] 2> 1910026 INFO (jetty-launcher-8047-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39667}
[junit4] 2> 1910027 ERROR (jetty-launcher-8047-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1910027 INFO (jetty-launcher-8047-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1910027 INFO (jetty-launcher-8047-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1910027 INFO (jetty-launcher-8047-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1910027 INFO (jetty-launcher-8047-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1910027 INFO (jetty-launcher-8047-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-06-19T16:36:26.854Z
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1910029 INFO (zkConnectionManagerCallback-8052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f34bcf{/solr,null,AVAILABLE}
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1910029 INFO (jetty-launcher-8047-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cc6ca6{/solr,null,AVAILABLE}
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c9976{/solr,null,AVAILABLE}
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17d88c9{HTTP/1.1,[http/1.1]}{127.0.0.1:34767}
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-3) [ ] o.e.j.s.Server Started @1910074ms
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32da01{HTTP/1.1,[http/1.1]}{127.0.0.1:34901}
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d5c08{HTTP/1.1,[http/1.1]}{127.0.0.1:43397}
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34767}
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-2) [ ] o.e.j.s.Server Started @1910074ms
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-4) [ ] o.e.j.s.Server Started @1910074ms
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34901}
[junit4] 2> 1910030 INFO (jetty-launcher-8047-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43397}
[junit4] 2> 1910031 ERROR (jetty-launcher-8047-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1910031 ERROR (jetty-launcher-8047-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1910031 ERROR (jetty-launcher-8047-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-06-19T16:36:26.858Z
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-06-19T16:36:26.858Z
[junit4] 2> 1910031 INFO (jetty-launcher-8047-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1910032 INFO (jetty-launcher-8047-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1910032 INFO (jetty-launcher-8047-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1910032 INFO (jetty-launcher-8047-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1910032 INFO (jetty-launcher-8047-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-06-19T16:36:26.859Z
[junit4] 2> 1910073 INFO (zkConnectionManagerCallback-8054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1910073 INFO (zkConnectionManagerCallback-8056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1910074 INFO (jetty-launcher-8047-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1910074 INFO (jetty-launcher-8047-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1910074 INFO (zkConnectionManagerCallback-8058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1910075 INFO (jetty-launcher-8047-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1913213 INFO (jetty-launcher-8047-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41583/solr
[junit4] 2> 1913248 INFO (zkConnectionManagerCallback-8062-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913253 DEBUG (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$315/5896195@263436
[junit4] 2> 1913276 INFO (zkConnectionManagerCallback-8064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913368 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1913369 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913369 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1913369 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1913369 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1913370 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1913372 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1913372 DEBUG (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72228465947639814-127.0.0.1:43397_solr-n_0000000000
[junit4] 2> 1913373 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43397_solr
[junit4] 2> 1913374 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.c.Overseer Overseer (id=72228465947639814-127.0.0.1:43397_solr-n_0000000000) starting
[junit4] 2> 1913400 INFO (zkConnectionManagerCallback-8071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913401 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1913402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1913402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1913402 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1913403 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41583/solr ready
[junit4] 2> 1913413 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1913416 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1913429 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43397_solr
[junit4] 2> 1913429 DEBUG (OverseerAutoScalingTriggerThread-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1913429 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 1913430 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1913430 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1913430 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1913430 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1913430 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1913430 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1913430 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1913430 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1913430 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1913430 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1913431 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 1913433 DEBUG (OverseerAutoScalingTriggerThread-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1913434 DEBUG (OverseerAutoScalingTriggerThread-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1913434 DEBUG (OverseerAutoScalingTriggerThread-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1913436 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913436 INFO (zkCallback-8063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1913452 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913452 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 1913453 INFO (zkCallback-8070-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1913465 DEBUG (OverseerAutoScalingTriggerThread-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:43397_solr]
[junit4] 2> 1913476 DEBUG (OverseerAutoScalingTriggerThread-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1913477 DEBUG (OverseerAutoScalingTriggerThread-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1913504 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1913510 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 1913510 DEBUG (ScheduledTrigger-8531-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1913558 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1913572 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1913573 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43397.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1913575 INFO (jetty-launcher-8047-thread-4) [n:127.0.0.1:43397_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-001/node4/.
[junit4] 2> 1913869 INFO (jetty-launcher-8047-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41583/solr
[junit4] 2> 1913871 INFO (zkConnectionManagerCallback-8076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913872 DEBUG (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$315/5896195@511a60
[junit4] 2> 1913876 INFO (zkConnectionManagerCallback-8078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1913882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913882 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1913882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1913882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1913883 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1913883 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1913884 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1913884 DEBUG (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72228465947639817-127.0.0.1:39667_solr-n_0000000001
[junit4] 2> 1913885 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72228465947639814-127.0.0.1:43397_solr-n_0000000000
[junit4] 2> 1913885 DEBUG (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72228465947639814-127.0.0.1:43397_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1913885 DEBUG (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39667_solr as DOWN
[junit4] 2> 1913886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1913886 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1913886 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1913886 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39667_solr
[junit4] 2> 1913887 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:39667_solr"} current state version: 0
[junit4] 2> 1913887 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39667_solr
[junit4] 2> 1913892 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1913893 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1913893 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1913893 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913893 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913893 INFO (zkCallback-8070-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1913893 INFO (zkCallback-8063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1913899 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913899 INFO (zkCallback-8077-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1913928 INFO (zkConnectionManagerCallback-8085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913940 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1913944 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1913945 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1913948 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1913952 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1913953 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1913953 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41583/solr ready
[junit4] 2> 1913968 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1913992 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1913993 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1914003 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39667.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1914021 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39667.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1914022 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39667.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1914024 INFO (jetty-launcher-8047-thread-1) [n:127.0.0.1:39667_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-001/node1/.
[junit4] 2> 1914516 DEBUG (ScheduledTrigger-8531-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1915440 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1915441 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1915441 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1915441 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1915441 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1915441 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1915441 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1915512 INFO (jetty-launcher-8047-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41583/solr
[junit4] 2> 1915513 INFO (zkConnectionManagerCallback-8090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915514 DEBUG (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$315/5896195@82b8e6
[junit4] 2> 1915514 INFO (zkConnectionManagerCallback-8092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915518 DEBUG (ScheduledTrigger-8531-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1915519 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1915520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915520 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1915520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1915520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1915520 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1915521 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1915521 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1915521 DEBUG (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72228465947639820-127.0.0.1:34901_solr-n_0000000002
[junit4] 2> 1915522 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72228465947639817-127.0.0.1:39667_solr-n_0000000001
[junit4] 2> 1915522 DEBUG (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72228465947639817-127.0.0.1:39667_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 1915522 DEBUG (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34901_solr as DOWN
[junit4] 2> 1915523 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1915523 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1915523 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34901_solr
[junit4] 2> 1915523 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1915523 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:34901_solr"} current state version: 0
[junit4] 2> 1915523 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:34901_solr
[junit4] 2> 1915523 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915523 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915524 INFO (zkCallback-8070-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1915524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915524 INFO (zkCallback-8063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1915524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915524 INFO (zkCallback-8077-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1915524 INFO (zkCallback-8084-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1915527 INFO (zkCallback-8091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1915548 INFO (zkConnectionManagerCallback-8099-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915549 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1915549 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915549 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1915550 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1915550 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1915550 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1915550 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41583/solr ready
[junit4] 2> 1915551 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1915558 INFO (jetty-launcher-8047-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41583/solr
[junit4] 2> 1915560 INFO (zkConnectionManagerCallback-8104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915560 DEBUG (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$315/5896195@137a048
[junit4] 2> 1915561 INFO (zkConnectionManagerCallback-8106-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915567 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1915567 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915567 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1915567 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1915567 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1915568 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1915568 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1915569 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1915569 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34901.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1915569 DEBUG (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72228465947639823-127.0.0.1:34767_solr-n_0000000003
[junit4] 2> 1915569 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72228465947639820-127.0.0.1:34901_solr-n_0000000002
[junit4] 2> 1915569 DEBUG (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72228465947639820-127.0.0.1:34901_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 1915570 DEBUG (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34767_solr as DOWN
[junit4] 2> 1915570 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1915570 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1915570 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34767_solr
[junit4] 2> 1915570 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1915571 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:34767_solr"} current state version: 0
[junit4] 2> 1915571 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:34767_solr
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915571 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915572 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915572 INFO (zkCallback-8077-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1915572 INFO (zkCallback-8063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1915572 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915572 INFO (zkCallback-8084-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1915572 INFO (zkCallback-8070-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1915572 INFO (zkCallback-8091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1915572 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915572 INFO (zkCallback-8098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1915573 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915573 INFO (zkCallback-8105-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1915578 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34901.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1915579 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34901.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1915580 INFO (jetty-launcher-8047-thread-2) [n:127.0.0.1:34901_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-001/node2/.
[junit4] 2> 1915598 INFO (zkConnectionManagerCallback-8113-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915598 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1915599 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915599 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1915599 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1915599 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1915600 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1915600 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41583/solr ready
[junit4] 2> 1915600 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1915618 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34767.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1915627 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34767.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1915627 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34767.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1915629 INFO (jetty-launcher-8047-thread-3) [n:127.0.0.1:34767_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-001/node3/.
[junit4] 2> 1915665 INFO (zkConnectionManagerCallback-8116-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915668 INFO (zkConnectionManagerCallback-8121-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915669 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1915669 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1915669 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1915669 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1915670 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1915670 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1915670 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41583/solr ready
[junit4] 2> 1915671 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1915672 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1915674 INFO (qtp27052486-22781) [n:127.0.0.1:43397_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1915675 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1915675 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 1915675 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1915675 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1915675 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1915675 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1915675 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
[junit4] 2> 1915676 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1915676 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1915676 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 1915680 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1915680 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 1915680 DEBUG (zkCallback-8063-thread-1) [ ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 1915680 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1915681 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 1915681 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1915681 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1915681 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1915681 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1915681 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1915681 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1915681 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1915681 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1915683 INFO (qtp27052486-22781) [n:127.0.0.1:43397_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1915683 DEBUG (OverseerThreadFactory-8533-thread-1) [ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:43397_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=4,errors=0,avgRequestsPerSecond=1.7632440467249622,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=2.067005364572064,medianRequestTime=0.210075,75thPcRequestTime=3.826697,95thPcRequestTime=4.105255,99thPcRequestTime=4.105255,999thPcRequestTime=4.105255},downnode={requests=3,errors=0,avgRequestsPerSecond=1.6757243515127738,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.05236718730759861,medianRequestTime=0.045992,75thPcRequestTime=0.065781,95thPcRequestTime=0.065781,99thPcRequestTime=0.065781,999thPcRequestTime=0.065781}},collection_operations={am_i_leader={requests=4,errors=0,avgRequestsPerSecond=1.7696320059268797,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=1.2623777318842118,medianRequestTime=0.361189,75thPcRequestTime=0.540558,95thPcRequestTime=4.047103,99thPcRequestTime=4.047103,999thPcRequestTime=4.047103},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=0.4448061370721175,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.612701,medianRequestTime=0.612701,75thPcRequestTime=0.612701,95thPcRequestTime=0.612701,99thPcRequestTime=0.612701,999thPcRequestTime=0.612701}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=0.8900482756621917,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=1122.5264855,medianRequestTime=2010.524781,75thPcRequestTime=2010.524781,95thPcRequestTime=2010.524781,99thPcRequestTime=2010.524781,999thPcRequestTime=2010.524781}}}
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1916518 DEBUG (ScheduledTrigger-8531-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1916625 WARN (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1916787 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Logging to org.apache.logging.slf4j.Log4jLogger@13976da via org.mortbay.log.Slf4jLog
[junit4] 2> 1916804 WARN (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1916870 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1916913 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_46269_hdfs____.4vj4oj/webapp
[junit4] 2> 1917519 DEBUG (ScheduledTrigger-8531-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1917677 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1917882 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1917883 INFO (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1917883 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1917883 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1917883 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1917883 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1917883 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1917921 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:46269
[junit4] 2> 1918519 DEBUG (ScheduledTrigger-8531-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1918787 WARN (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1918793 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1918809 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34147_datanode____.egn50m/webapp
[junit4] 2> 1919291 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34147
[junit4] 2> 1919520 DEBUG (ScheduledTrigger-8531-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1919628 WARN (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1919629 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1919642 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42383_datanode____.ae8tm1/webapp
[junit4] 2> 1919883 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1919884 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1919884 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1919884 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1919884 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1919884 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1919884 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1920166 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42383
[junit4] 2> 1920420 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:42381) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1920508 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:42381) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1920520 DEBUG (ScheduledTrigger-8531-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1920576 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9435572ec886c: from storage DS-d1d17b05-b72e-4b94-8884-e557cdba2052 node DatanodeRegistration(127.0.0.1:41529, datanodeUuid=43da5358-7312-4af1-ae04-828e0d300f07, infoPort=40279, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-56;cid=testClusterID;nsid=1444456109;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
[junit4] 2> 1920576 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9435572ec83bd: from storage DS-d8eb9380-a401-4baa-a4f9-de5092c2452b node DatanodeRegistration(127.0.0.1:35377, datanodeUuid=450bebe6-f717-4a0c-bbaa-ec5e18800e5b, infoPort=34041, infoSecurePort=0, ipcPort=33621, storageInfo=lv=-56;cid=testClusterID;nsid=1444456109;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1920576 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9435572ec886c: from storage DS-8df18092-652f-41df-8fed-f21c3a102bb2 node DatanodeRegistration(127.0.0.1:41529, datanodeUuid=43da5358-7312-4af1-ae04-828e0d300f07, infoPort=40279, infoSecurePort=0, ipcPort=40431, storageInfo=lv=-56;cid=testClusterID;nsid=1444456109;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1920576 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9435572ec83bd: from storage DS-4ce3db34-7964-4482-8fae-eb794ab627c7 node DatanodeRegistration(127.0.0.1:35377, datanodeUuid=450bebe6-f717-4a0c-bbaa-ec5e18800e5b, infoPort=34041, infoSecurePort=0, ipcPort=33621, storageInfo=lv=-56;cid=testClusterID;nsid=1444456109;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1921033 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1921034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1921035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921035 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1921035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1921035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1921036 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1921037 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
[junit4] 2> 1921039 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1921040 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1921040 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1921040 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cf6d2b{/solr,null,AVAILABLE}
[junit4] 2> 1921041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3224a9{HTTP/1.1,[http/1.1]}{127.0.0.1:44261}
[junit4] 2> 1921041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.e.j.s.Server Started @1921084ms
[junit4] 2> 1921041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44261}
[junit4] 2> 1921041 ERROR (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1921041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1921041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1921041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1921041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1921042 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-06-19T16:36:37.869Z
[junit4] 2> 1921043 INFO (zkConnectionManagerCallback-8125-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1921044 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1921520 DEBUG (ScheduledTrigger-8531-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 1921860 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41583/solr
[junit4] 2> 1921861 INFO (zkConnectionManagerCallback-8129-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1921863 DEBUG (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$315/5896195@b542d0
[junit4] 2> 1921864 INFO (zkConnectionManagerCallback-8131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1921870 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1921870 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921870 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1921871 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1921871 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1921871 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1921871 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1921872 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1921873 DEBUG (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72228465947639829-127.0.0.1:44261_solr-n_0000000004
[junit4] 2> 1921873 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72228465947639823-127.0.0.1:34767_solr-n_0000000003
[junit4] 2> 1921873 DEBUG (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72228465947639823-127.0.0.1:34767_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 1921874 DEBUG (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44261_solr as DOWN
[junit4] 2> 1921874 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1921875 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1921875 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1921875 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44261_solr
[junit4] 2> 1921875 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44261_solr"} current state version: 0
[junit4] 2> 1921875 DEBUG (OverseerStateUpdate-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44261_solr
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921876 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1921877 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921877 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921877 INFO (zkCallback-8070-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921877 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921877 INFO (zkCallback-8077-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921877 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921877 INFO (zkCallback-8063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921877 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921877 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921877 INFO (zkCallback-8084-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921877 INFO (zkCallback-8105-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921877 INFO (zkCallback-8098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921880 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921881 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921881 INFO (zkCallback-8130-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921881 INFO (zkCallback-8091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921881 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921881 INFO (zkCallback-8120-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921882 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921882 INFO (zkCallback-8112-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921882 INFO (zkCallback-8120-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1921885 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1921885 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1921885 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1921885 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1921885 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1921885 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1921885 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1921898 INFO (zkConnectionManagerCallback-8138-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1921899 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 1921899 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1921899 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1921899 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1921900 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1921900 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1921900 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41583/solr ready
[junit4] 2> 1921900 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1921936 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44261.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1921955 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44261.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1921956 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44261.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cd6f9e
[junit4] 2> 1921959 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [n:127.0.0.1:44261_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-001/node5/.
[junit4] 2> 1921976 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1921976 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1922031 INFO (zkConnectionManagerCallback-8141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1922032 INFO (TEST-MoveReplicaHDFSTest.test-seed#[67CCAF313B1779AC]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5
[junit4] 2> 1922035 INFO (qtp17403587-22770) [n:127.0.0.1:34767_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1922036 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1922036 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
[junit4] 2> 1922036 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1922037 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 1922037 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1922037 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1922037 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
[junit4] 2> 1922038 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ]
[junit4] 2> 1922038 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 1922038 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 1922038 DEBUG (OverseerCollectionConfigSetProcessor-72228465947639814-127.0.0.1:43397_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1922038 DEBUG (OverseerThreadFactory-8533-thread-2) [ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 1922038 DEBUG (OverseerThreadFactory-8533-thread-2) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 1922038 INFO (OverseerThreadFactory-8533-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
[junit4] 2> 1922038 DEBUG (OverseerCollectionConfigSetProcessor-7222846594763981
[...truncated too long message...]
re/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:42381) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1953752557-88.99.242.108-1529426193102 (Datanode Uuid 450bebe6-f717-4a0c-bbaa-ec5e18800e5b) service to localhost.localdomain/127.0.0.1:42381
[junit4] 2> 1978473 WARN (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1978487 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1978512 INFO (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@16a96d) [ ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:35377 to delete [blk_1073742016_1193, blk_1073742017_1194, blk_1073742018_1195, blk_1073742019_1196, blk_1073742020_1197, blk_1073742005_1182, blk_1073742006_1183, blk_1073742007_1184, blk_1073742008_1185, blk_1073742009_1186, blk_1073742010_1187, blk_1073742011_1188, blk_1073742012_1189, blk_1073742013_1190, blk_1073742014_1191, blk_1073742015_1192]
[junit4] 2> 1978588 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:42381) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1978589 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:42381) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1953752557-88.99.242.108-1529426193102 (Datanode Uuid 43da5358-7312-4af1-ae04-828e0d300f07) service to localhost.localdomain/127.0.0.1:42381
[junit4] 2> 1978600 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 1978719 INFO (SUITE-MoveReplicaHDFSTest-seed#[67CCAF313B1779AC]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41583 41583
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_67CCAF313B1779AC-001
[junit4] 2> Jun 19, 2018 4:37:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=29, maxMBSortInHeap=5.933726386600979, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1371ef3), locale=und, timezone=Africa/Malabo
[junit4] 2> NOTE: Linux 4.13.0-41-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=6,free=235894576,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [HLLUtilTest, TestSuggestSpellingConverter, SolrMetricReporterTest, NotRequiredUniqueKeyTest, TestFieldCollectionResource, TestLFUCache, DistanceUnitsTest, MetricsHandlerTest, TestCoreContainer, RegexBoostProcessorTest, TestSegmentSorting, ReplaceNodeNoTargetTest, TestFieldCacheReopen, UniqFieldsUpdateProcessorFactoryTest, TestHdfsUpdateLog, TestDefaultStatsCache, AnalysisAfterCoreReloadTest, TestEmbeddedSolrServerSchemaAPI, DisMaxRequestHandlerTest, NodeAddedTriggerIntegrationTest, ClassificationUpdateProcessorFactoryTest, TestManagedSynonymGraphFilterFactory, ResourceLoaderTest, TestDynamicLoading, TestCustomSort, PingRequestHandlerTest, TestQueryTypes, SolrGraphiteReporterTest, CoreAdminHandlerTest, MetricsConfigTest, UnloadDistributedZkTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSubQueryTransformerCrossCore, RestartWhileUpdatingTest, TestFiltering, SliceStateTest, TestLuceneIndexBackCompat, HdfsBasicDistributedZkTest, TestMaxTokenLenTokenizer, TestCorePropertiesReload, RankQueryTest, TestRawResponseWriter, TestFieldCacheVsDocValues, TestPolicyCloud, DistributedSpellCheckComponentTest, PreAnalyzedFieldTest, BigEndianAscendingWordDeserializerTest, WrapperMergePolicyFactoryTest, TestInfoStreamLogging, RandomizedTaggerTest, StatelessScriptUpdateProcessorFactoryTest, TransactionLogTest, CircularListTest, SimpleMLTQParserTest, TestJsonFacetsWithNestedObjects, DistanceFunctionTest, TestLegacyFieldReuse, CursorMarkTest, PeerSyncReplicationTest, CdcrVersionReplicationTest, TestSafeXMLParsing, CoreAdminRequestStatusTest, TriggerSetPropertiesIntegrationTest, SpellingQueryConverterTest, TestCloudPseudoReturnFields, CachingDirectoryFactoryTest, TestSolrQueryResponse, TestBadConfig, AnalyticsMergeStrategyTest, BaseCdcrDistributedZkTest, TestCoreDiscovery, TestSmileRequest, ConjunctionSolrSpellCheckerTest, TestSkipOverseerOperations, TestManagedSchema, SpatialRPTFieldTypeTest, TestOnReconnectListenerSupport, SolrCmdDistributorTest, TestScoreJoinQPScore, SuggesterTSTTest, LeaderVoteWaitTimeoutTest, OverriddenZkACLAndCredentialsProvidersTest, TestReloadDeadlock, ShowFileRequestHandlerTest, TestLazyCores, TestManagedResourceStorage, TimeZoneUtilsTest, TestStressLiveNodes, TestCloudSchemaless, ClusterStateTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestUniqueKeyFieldResource, NodeLostTriggerTest, TestRandomDVFaceting, TestReqParamsAPI, TestJmxIntegration, ForceLeaderTest, SpatialFilterTest, TestExactStatsCache, ReplicaListTransformerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestLegacyNumericRangeQueryBuilder, TestLeaderInitiatedRecoveryThread, FileBasedSpellCheckerTest, TestCollectionsAPIViaSolrCloudCluster, ZkStateWriterTest, TestCoreAdminApis, TestUpdate, ReturnFieldsTest, ActionThrottleTest, TestBlendedInfixSuggestions, TestNonDefinedSimilarityFactory, SuggestComponentContextFilterQueryTest, WordBreakSolrSpellCheckerTest, MigrateRouteKeyTest, TestSolrCloudWithSecureImpersonation, TestGraphTermsQParserPlugin, TestDFRSimilarityFactory, TestSolrCoreSnapshots, TestSolrCoreProperties, TestTrieFacet, DocValuesMissingTest, ConnectionManagerTest, DistributedExpandComponentTest, TestQuerySenderListener, TestHighFrequencyDictionaryFactory, TestPKIAuthenticationPlugin, CopyFieldTest, TestCustomDocTransformer, SolrSlf4jReporterTest, TestSQLHandlerNonCloud, BasicDistributedZkTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch, TestFaceting, TestRecovery, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestIndexSearcher, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, SolrInfoBeanTest, CacheHeaderTest, LukeRequestHandlerTest, TestValueSourceCache, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, EchoParamsTest, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, PluginInfoTest, DateMathParserTest, PrimUtilsTest, RAMDirectoryFactoryTest, TestUtils, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, ConnectionReuseTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionPropsTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest]
[junit4] Completed [574/818 (1!)] on J2 in 78.49s, 4 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 47248 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/22282/consoleText
[repro] Revision: 3d20e8967b00ad604ae0500fa1bf6fbe4adae0d2
[repro] Ant options: "-Dargs=-client -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=MoveReplicaHDFSTest -Dtests.method=testFailedMove -Dtests.seed=67CCAF313B1779AC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Africa/Malabo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] MoveReplicaHDFSTest
[repro] ant compile-test
[...truncated 3300 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.MoveReplicaHDFSTest" -Dtests.showOutput=onerror "-Dargs=-client -XX:+UseG1GC" -Dtests.seed=67CCAF313B1779AC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=und -Dtests.timezone=Africa/Malabo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 86 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.MoveReplicaHDFSTest
[repro] Exiting with code 0
[...truncated 40 lines...]