You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/07/06 09:49:11 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.4) - Build #
22397 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/22397/
Java: 64bit/jdk-9.0.4 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition
Error Message:
Error from server at http://127.0.0.1:33333/solr: Could not fully remove collection: movereplicatest_coll4
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33333/solr: Could not fully remove collection: movereplicatest_coll4
at __randomizedtesting.SeedInfo.seed([6281FDFEED5E51C9:68D172882D5E3068]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition(MoveReplicaHDFSFailoverTest.java:195)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 14166 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/init-core-data-001
[junit4] 2> 1335760 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-001
[junit4] 2> 1335761 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1335761 INFO (Thread-4228) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1335761 INFO (Thread-4228) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1335762 ERROR (Thread-4228) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1335861 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38487
[junit4] 2> 1335862 INFO (zkConnectionManagerCallback-4470-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1335864 INFO (jetty-launcher-4467-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1335864 INFO (jetty-launcher-4467-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1335865 INFO (jetty-launcher-4467-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1335865 INFO (jetty-launcher-4467-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1335865 INFO (jetty-launcher-4467-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1335865 INFO (jetty-launcher-4467-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1335865 INFO (jetty-launcher-4467-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1335865 INFO (jetty-launcher-4467-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1335865 INFO (jetty-launcher-4467-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c514bca{/solr,null,AVAILABLE}
[junit4] 2> 1335865 INFO (jetty-launcher-4467-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ee2140d{/solr,null,AVAILABLE}
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@253cb8ba{HTTP/1.1,[http/1.1]}{127.0.0.1:33333}
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2459870d{HTTP/1.1,[http/1.1]}{127.0.0.1:42103}
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-2) [ ] o.e.j.s.Server Started @1335936ms
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-1) [ ] o.e.j.s.Server Started @1335936ms
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33333}
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42103}
[junit4] 2> 1335866 ERROR (jetty-launcher-4467-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1335866 ERROR (jetty-launcher-4467-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-06T09:19:05.676776Z
[junit4] 2> 1335866 INFO (jetty-launcher-4467-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-06T09:19:05.676784Z
[junit4] 2> 1335867 INFO (zkConnectionManagerCallback-4473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1335867 INFO (zkConnectionManagerCallback-4474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1335867 INFO (jetty-launcher-4467-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1335867 INFO (jetty-launcher-4467-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1335870 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001424496d0002, likely client has closed socket
[junit4] 2> 1335960 INFO (jetty-launcher-4467-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38487/solr
[junit4] 2> 1335960 INFO (zkConnectionManagerCallback-4478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1335961 INFO (zkConnectionManagerCallback-4480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1335999 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1336000 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33333_solr
[junit4] 2> 1336000 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.c.Overseer Overseer (id=72079740121186308-127.0.0.1:33333_solr-n_0000000000) starting
[junit4] 2> 1336003 INFO (zkConnectionManagerCallback-4487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1336004 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38487/solr ready
[junit4] 2> 1336005 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33333_solr
[junit4] 2> 1336006 INFO (zkCallback-4486-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1336009 INFO (zkCallback-4479-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1336014 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1336026 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33333.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@735e21f0
[junit4] 2> 1336034 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33333.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@735e21f0
[junit4] 2> 1336034 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33333.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@735e21f0
[junit4] 2> 1336035 INFO (jetty-launcher-4467-thread-2) [n:127.0.0.1:33333_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-001/node2/.
[junit4] 2> 1336049 INFO (jetty-launcher-4467-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38487/solr
[junit4] 2> 1336050 INFO (zkConnectionManagerCallback-4492-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1336054 INFO (zkConnectionManagerCallback-4494-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1336057 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1336058 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1336059 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1336059 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42103_solr
[junit4] 2> 1336060 INFO (zkCallback-4479-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1336060 INFO (zkCallback-4486-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1336060 INFO (zkCallback-4493-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1336070 INFO (zkConnectionManagerCallback-4501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1336070 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1336071 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38487/solr ready
[junit4] 2> 1336071 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1336080 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42103.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@735e21f0
[junit4] 2> 1336087 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42103.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@735e21f0
[junit4] 2> 1336088 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42103.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@735e21f0
[junit4] 2> 1336089 INFO (jetty-launcher-4467-thread-1) [n:127.0.0.1:42103_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-001/node1/.
[junit4] 2> 1336108 INFO (zkConnectionManagerCallback-4504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1336110 INFO (zkConnectionManagerCallback-4509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1336111 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1336111 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38487/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1336153 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1336158 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1336160 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1336164 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_35593_hdfs____79aafb/webapp
[junit4] 2> 1336239 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:35593
[junit4] 2> 1336330 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1336330 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1336335 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42559_datanode____zfr2ki/webapp
[junit4] 2> 1336400 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42559
[junit4] 2> 1336441 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1336442 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 1336447 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36561_datanode____9qo5hw/webapp
[junit4] 2> 1336506 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46265) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1336511 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x13356de0cbb05: from storage DS-6c2d5cab-a168-4295-a496-e181f1060aa9 node DatanodeRegistration(127.0.0.1:36451, datanodeUuid=b15bdee2-ccd6-470b-abe7-b2b44e245397, infoPort=33547, infoSecurePort=0, ipcPort=38489, storageInfo=lv=-56;cid=testClusterID;nsid=35069957;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1336511 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x13356de0cbb05: from storage DS-b58b3b90-aed4-47e0-b739-021635110ad6 node DatanodeRegistration(127.0.0.1:36451, datanodeUuid=b15bdee2-ccd6-470b-abe7-b2b44e245397, infoPort=33547, infoSecurePort=0, ipcPort=38489, storageInfo=lv=-56;cid=testClusterID;nsid=35069957;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1336540 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36561
[junit4] 2> 1336722 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46265) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1336726 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x13356ead3b9b3: from storage DS-bfba81ea-8b14-4f32-9c53-0f71262b38cf node DatanodeRegistration(127.0.0.1:38473, datanodeUuid=c57859b3-c44e-40b3-a933-79fbdfc204a3, infoPort=42605, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-56;cid=testClusterID;nsid=35069957;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1336726 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x13356ead3b9b3: from storage DS-0f3e2494-bf1b-4e7d-a3e2-5279a2f5e67a node DatanodeRegistration(127.0.0.1:38473, datanodeUuid=c57859b3-c44e-40b3-a933-79fbdfc204a3, infoPort=42605, infoSecurePort=0, ipcPort=42267, storageInfo=lv=-56;cid=testClusterID;nsid=35069957;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1336833 INFO (qtp979258137-17413) [n:127.0.0.1:42103_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=movereplicatest_coll2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1336834 INFO (OverseerThreadFactory-6848-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection movereplicatest_coll2
[junit4] 2> 1336835 WARN (OverseerThreadFactory-6848-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (movereplicatest_coll2) without cores.
[junit4] 2> 1336939 INFO (qtp979258137-17413) [n:127.0.0.1:42103_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1336939 INFO (qtp979258137-17413) [n:127.0.0.1:42103_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=movereplicatest_coll2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=105
[junit4] 2> 1336939 INFO (qtp979258137-17401) [n:127.0.0.1:42103_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33333_solr&dataDir=hdfs://localhost.localdomain:46265/dummyFolder/dataDir&action=ADDREPLICA&collection=movereplicatest_coll2&shard=shard1&type=NRT&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:46265/dummyFolder2/ulogDir and sendToOCPQueue=true
[junit4] 2> 1336941 INFO (OverseerCollectionConfigSetProcessor-72079740121186308-127.0.0.1:33333_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1336942 INFO (OverseerThreadFactory-6848-thread-2) [ c:movereplicatest_coll2 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33333_solr for creating new replica
[junit4] 2> 1336943 INFO (OverseerStateUpdate-72079740121186308-127.0.0.1:33333_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"movereplicatest_coll2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"movereplicatest_coll2_shard1_replica_n21",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33333/solr",
[junit4] 2> "node_name":"127.0.0.1:33333_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1337145 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node22&dataDir=hdfs://localhost.localdomain:46265/dummyFolder/dataDir&collection.configName=conf1&name=movereplicatest_coll2_shard1_replica_n21&action=CREATE&collection=movereplicatest_coll2&shard=shard1&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:46265/dummyFolder2/ulogDir&replicaType=NRT
[junit4] 2> 1337145 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1337150 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1337153 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.IndexSchema [movereplicatest_coll2_shard1_replica_n21] Schema name=minimal
[junit4] 2> 1337153 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1337153 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll2_shard1_replica_n21' using configuration from collection movereplicatest_coll2, trusted=true
[junit4] 2> 1337154 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33333.solr.core.movereplicatest_coll2.shard1.replica_n21' (registry 'solr.core.movereplicatest_coll2.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@735e21f0
[junit4] 2> 1337155 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:46265/data
[junit4] 2> 1337155 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1337155 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1337155 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore [[movereplicatest_coll2_shard1_replica_n21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-001/node2/movereplicatest_coll2_shard1_replica_n21], dataDir=[hdfs://localhost.localdomain:46265/dummyFolder/dataDir/]
[junit4] 2> 1337156 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46265/dummyFolder/dataDir/snapshot_metadata
[junit4] 2> 1337165 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46265/dummyFolder/dataDir
[junit4] 2> 1337179 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46265/dummyFolder/dataDir/index
[junit4] 2> 1337201 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38473 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b58b3b90-aed4-47e0-b739-021635110ad6:NORMAL:127.0.0.1:36451|RBW], ReplicaUC[[DISK]DS-0f3e2494-bf1b-4e7d-a3e2-5279a2f5e67a:NORMAL:127.0.0.1:38473|FINALIZED]]} size 0
[junit4] 2> 1337202 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36451 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b58b3b90-aed4-47e0-b739-021635110ad6:NORMAL:127.0.0.1:36451|RBW], ReplicaUC[[DISK]DS-0f3e2494-bf1b-4e7d-a3e2-5279a2f5e67a:NORMAL:127.0.0.1:38473|FINALIZED]]} size 0
[junit4] 2> 1337250 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1337250 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1337250 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1337260 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1337260 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1337273 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@69d6451c[movereplicatest_coll2_shard1_replica_n21] main]
[junit4] 2> 1337274 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1337274 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1337275 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1337275 INFO (searcherExecutor-6860-thread-1-processing-n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21 c:movereplicatest_coll2 s:shard1 r:core_node22) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore [movereplicatest_coll2_shard1_replica_n21] Registered new searcher Searcher@69d6451c[movereplicatest_coll2_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1337275 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1605232227343400960
[junit4] 2> 1337279 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/movereplicatest_coll2/terms/shard1 to Terms{values={core_node22=0}, version=0}
[junit4] 2> 1337280 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1337280 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1337280 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33333/solr/movereplicatest_coll2_shard1_replica_n21/
[junit4] 2> 1337280 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1337280 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy http://127.0.0.1:33333/solr/movereplicatest_coll2_shard1_replica_n21/ has no replicas
[junit4] 2> 1337280 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1337282 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33333/solr/movereplicatest_coll2_shard1_replica_n21/ shard1
[junit4] 2> 1337383 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1337385 INFO (qtp339280558-17412) [n:127.0.0.1:33333_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node22&dataDir=hdfs://localhost.localdomain:46265/dummyFolder/dataDir&collection.configName=conf1&name=movereplicatest_coll2_shard1_replica_n21&action=CREATE&collection=movereplicatest_coll2&shard=shard1&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:46265/dummyFolder2/ulogDir&replicaType=NRT} status=0 QTime=240
[junit4] 2> 1337386 INFO (qtp979258137-17401) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33333_solr&dataDir=hdfs://localhost.localdomain:46265/dummyFolder/dataDir&action=ADDREPLICA&collection=movereplicatest_coll2&shard=shard1&type=NRT&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:46265/dummyFolder2/ulogDir} status=0 QTime=447
[junit4] 2> 1337486 INFO (zkCallback-4479-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1338388 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params replica=core_node22&action=MOVEREPLICA&collection=movereplicatest_coll2&targetNode=127.0.0.1:42103_solr&wt=javabin&version=2&inPlaceMove=true and sendToOCPQueue=true
[junit4] 2> 1338389 INFO (OverseerThreadFactory-6848-thread-3) [ c:movereplicatest_coll2 r:core_node22 ] o.a.s.c.a.c.MoveReplicaCmd Replica will be moved to node 127.0.0.1:42103_solr: core_node22:{"dataDir":"hdfs://localhost.localdomain:46265/dummyFolder/dataDir/","base_url":"http://127.0.0.1:33333/solr","node_name":"127.0.0.1:33333_solr","type":"NRT","force_set_state":"false","ulogDir":"hdfs://localhost.localdomain:46265/dummyFolder2/ulogDir/tlog","core":"movereplicatest_coll2_shard1_replica_n21","shared_storage":"true","state":"active","leader":"true"}
[junit4] 2> 1338389 INFO (OverseerCollectionConfigSetProcessor-72079740121186308-127.0.0.1:33333_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1338389 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll2.shard1.replica_n21, tag=null
[junit4] 2> 1338390 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b43a47b: rootName = solr_33333, domain = solr.core.movereplicatest_coll2.shard1.replica_n21, service url = null, agent id = null] for registry solr.core.movereplicatest_coll2.shard1.replica_n21 / com.codahale.metrics.MetricRegistry@2795050e
[junit4] 2> 1338400 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore [movereplicatest_coll2_shard1_replica_n21] CLOSING SolrCore org.apache.solr.core.SolrCore@20857ce4
[junit4] 2> 1338400 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll2.shard1.replica_n21, tag=20857ce4
[junit4] 2> 1338400 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.movereplicatest_coll2.shard1.leader, tag=20857ce4
[junit4] 2> 1338406 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:46265/dummyFolder/dataDir/snapshot_metadata
[junit4] 2> 1338406 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:46265/dummyFolder/dataDir
[junit4] 2> 1338407 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:46265/dummyFolder/dataDir/index
[junit4] 2> 1338407 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/movereplicatest_coll2/terms/shard1 to Terms{values={}, version=1}
[junit4] 2> 1338407 ERROR (OldIndexDirectoryCleanupThreadForCore-movereplicatest_coll2_shard1_replica_n21) [ ] o.a.s.c.HdfsDirectoryFactory Error checking for old index directories to clean-up.
[junit4] 2> java.io.IOException: Filesystem closed
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:808) ~[hadoop-hdfs-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2083) ~[hadoop-hdfs-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) ~[hadoop-hdfs-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) ~[hadoop-hdfs-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) ~[hadoop-hdfs-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) ~[hadoop-hdfs-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) ~[hadoop-hdfs-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) ~[hadoop-hdfs-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517) ~[hadoop-common-2.7.4.jar:?]
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557) ~[hadoop-common-2.7.4.jar:?]
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:528) [java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3099) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:844) [?:?]
[junit4] 2> 1338408 INFO (qtp339280558-17400) [n:127.0.0.1:33333_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=movereplicatest_coll2_shard1_replica_n21&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=false&action=UNLOAD&wt=javabin&version=2&deleteIndex=false} status=0 QTime=18
[junit4] 2> 1338509 INFO (zkCallback-4479-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1338610 INFO (OverseerThreadFactory-6848-thread-3) [ c:movereplicatest_coll2 r:core_node22 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:42103_solr for creating new replica
[junit4] 2> 1338611 INFO (OverseerStateUpdate-72079740121186308-127.0.0.1:33333_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"movereplicatest_coll2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"movereplicatest_coll2_shard1_replica_n21",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42103/solr",
[junit4] 2> "node_name":"127.0.0.1:42103_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "core_node_name":"core_node22"}
[junit4] 2> 1338812 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr x:movereplicatest_coll2_shard1_replica_n21] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node22&dataDir=hdfs://localhost.localdomain:46265/dummyFolder/dataDir/&collection.configName=conf1&name=movereplicatest_coll2_shard1_replica_n21&action=CREATE&collection=movereplicatest_coll2&shard=shard1&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:46265/dummyFolder2/ulogDir/&replicaType=NRT
[junit4] 2> 1338835 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1338839 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.IndexSchema [movereplicatest_coll2_shard1_replica_n21] Schema name=minimal
[junit4] 2> 1338840 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1338840 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll2_shard1_replica_n21' using configuration from collection movereplicatest_coll2, trusted=true
[junit4] 2> 1338840 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42103.solr.core.movereplicatest_coll2.shard1.replica_n21' (registry 'solr.core.movereplicatest_coll2.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@735e21f0
[junit4] 2> 1338840 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:46265/data
[junit4] 2> 1338840 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1338840 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1338840 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore [[movereplicatest_coll2_shard1_replica_n21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-001/node1/movereplicatest_coll2_shard1_replica_n21], dataDir=[hdfs://localhost.localdomain:46265/dummyFolder/dataDir/]
[junit4] 2> 1338841 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46265/dummyFolder/dataDir/snapshot_metadata
[junit4] 2> 1338849 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46265/dummyFolder/dataDir
[junit4] 2> 1338895 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1338895 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1338895 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1338903 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1338903 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1338905 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:46265/dummyFolder/dataDir/index
[junit4] 2> 1338919 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e2cddbf[movereplicatest_coll2_shard1_replica_n21] main]
[junit4] 2> 1338919 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1338919 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1338920 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1338921 INFO (searcherExecutor-6865-thread-1-processing-n:127.0.0.1:42103_solr x:movereplicatest_coll2_shard1_replica_n21 c:movereplicatest_coll2 s:shard1 r:core_node22) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SolrCore [movereplicatest_coll2_shard1_replica_n21] Registered new searcher Searcher@7e2cddbf[movereplicatest_coll2_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1338921 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1605232229069357056
[junit4] 2> 1338923 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/movereplicatest_coll2/terms/shard1 to Terms{values={core_node22=0}, version=2}
[junit4] 2> 1338924 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1338924 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1338924 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42103/solr/movereplicatest_coll2_shard1_replica_n21/
[junit4] 2> 1338924 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1338924 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.SyncStrategy http://127.0.0.1:42103/solr/movereplicatest_coll2_shard1_replica_n21/ has no replicas
[junit4] 2> 1338924 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1338925 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42103/solr/movereplicatest_coll2_shard1_replica_n21/ shard1
[junit4] 2> 1339026 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1339027 INFO (qtp979258137-17403) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node22&dataDir=hdfs://localhost.localdomain:46265/dummyFolder/dataDir/&collection.configName=conf1&name=movereplicatest_coll2_shard1_replica_n21&action=CREATE&collection=movereplicatest_coll2&shard=shard1&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:46265/dummyFolder2/ulogDir/&replicaType=NRT} status=0 QTime=214
[junit4] 2> 1339028 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node22&action=MOVEREPLICA&collection=movereplicatest_coll2&targetNode=127.0.0.1:42103_solr&wt=javabin&version=2&inPlaceMove=true} status=0 QTime=639
[junit4] 2> 1339127 INFO (zkCallback-4493-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll2/state.json] for collection [movereplicatest_coll2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1340034 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/movereplicatest_coll2/terms/shard1 to Terms{values={core_node22=1}, version=3}
[junit4] 2> 1340039 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1605232230232227840)]} 0 9
[junit4] 2> 1340041 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1605232230242713600)]} 0 1
[junit4] 2> 1340042 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1605232230243762176)]} 0 0
[junit4] 2> 1340043 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1605232230244810752)]} 0 0
[junit4] 2> 1340043 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1605232230245859328)]} 0 0
[junit4] 2> 1340044 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1605232230246907904)]} 0 0
[junit4] 2> 1340045 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1605232230247956480)]} 0 0
[junit4] 2> 1340046 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1605232230247956481)]} 0 0
[junit4] 2> 1340046 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1605232230249005056)]} 0 0
[junit4] 2> 1340047 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1605232230249005057)]} 0 0
[junit4] 2> 1340047 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1605232230250053632)]} 0 0
[junit4] 2> 1340047 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1605232230250053633)]} 0 0
[junit4] 2> 1340048 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1605232230251102208)]} 0 0
[junit4] 2> 1340049 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1605232230251102209)]} 0 0
[junit4] 2> 1340049 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1605232230252150784)]} 0 0
[junit4] 2> 1340050 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1605232230252150785)]} 0 0
[junit4] 2> 1340050 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1605232230253199360)]} 0 0
[junit4] 2> 1340051 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1605232230254247936)]} 0 0
[junit4] 2> 1340052 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1605232230254247937)]} 0 0
[junit4] 2> 1340052 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1605232230255296512)]} 0 0
[junit4] 2> 1340053 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1605232230255296513)]} 0 0
[junit4] 2> 1340053 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1605232230256345088)]} 0 0
[junit4] 2> 1340053 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1605232230256345089)]} 0 0
[junit4] 2> 1340054 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1605232230257393664)]} 0 0
[junit4] 2> 1340054 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1605232230257393665)]} 0 0
[junit4] 2> 1340055 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1605232230258442240)]} 0 0
[junit4] 2> 1340055 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1605232230258442241)]} 0 0
[junit4] 2> 1340056 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1605232230258442242)]} 0 0
[junit4] 2> 1340056 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1605232230259490816)]} 0 0
[junit4] 2> 1340056 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1605232230259490817)]} 0 0
[junit4] 2> 1340057 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1605232230260539392)]} 0 0
[junit4] 2> 1340057 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1605232230260539393)]} 0 0
[junit4] 2> 1340058 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1605232230261587968)]} 0 0
[junit4] 2> 1340058 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1605232230261587969)]} 0 0
[junit4] 2> 1340059 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1605232230261587970)]} 0 0
[junit4] 2> 1340059 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1605232230262636544)]} 0 0
[junit4] 2> 1340059 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1605232230262636545)]} 0 0
[junit4] 2> 1340060 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1605232230262636546)]} 0 0
[junit4] 2> 1340060 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1605232230263685120)]} 0 0
[junit4] 2> 1340061 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1605232230264733696)]} 0 0
[junit4] 2> 1340061 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1605232230264733697)]} 0 0
[junit4] 2> 1340062 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1605232230264733698)]} 0 0
[junit4] 2> 1340062 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1605232230265782272)]} 0 0
[junit4] 2> 1340062 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1605232230265782273)]} 0 0
[junit4] 2> 1340063 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1605232230266830848)]} 0 0
[junit4] 2> 1340063 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1605232230266830849)]} 0 0
[junit4] 2> 1340064 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1605232230266830850)]} 0 0
[junit4] 2> 1340064 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1605232230267879424)]} 0 0
[junit4] 2> 1340064 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1605232230267879425)]} 0 0
[junit4] 2> 1340065 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1605232230268928000)]} 0 0
[junit4] 2> 1340065 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1605232230268928001)]} 0 0
[junit4] 2> 1340066 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1605232230269976576)]} 0 0
[junit4] 2> 1340066 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1605232230269976577)]} 0 0
[junit4] 2> 1340067 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1605232230271025152)]} 0 0
[junit4] 2> 1340067 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1605232230271025153)]} 0 0
[junit4] 2> 1340068 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56 (1605232230271025154)]} 0 0
[junit4] 2> 1340068 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57 (1605232230272073728)]} 0 0
[junit4] 2> 1340069 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58 (1605232230272073729)]} 0 0
[junit4] 2> 1340069 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59 (1605232230273122304)]} 0 0
[junit4] 2> 1340070 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60 (1605232230274170880)]} 0 0
[junit4] 2> 1340070 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61 (1605232230274170881)]} 0 0
[junit4] 2> 1340071 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62 (1605232230275219456)]} 0 0
[junit4] 2> 1340071 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63 (1605232230275219457)]} 0 0
[junit4] 2> 1340072 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64 (1605232230275219458)]} 0 0
[junit4] 2> 1340072 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65 (1605232230276268032)]} 0 0
[junit4] 2> 1340072 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66 (1605232230276268033)]} 0 0
[junit4] 2> 1340073 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67 (1605232230277316608)]} 0 0
[junit4] 2> 1340073 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68 (1605232230277316609)]} 0 0
[junit4] 2> 1340074 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69 (1605232230277316610)]} 0 0
[junit4] 2> 1340074 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70 (1605232230278365184)]} 0 0
[junit4] 2> 1340074 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71 (1605232230278365185)]} 0 0
[junit4] 2> 1340075 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72 (1605232230279413760)]} 0 0
[junit4] 2> 1340075 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73 (1605232230279413761)]} 0 0
[junit4] 2> 1340076 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74 (1605232230279413762)]} 0 0
[junit4] 2> 1340076 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75 (1605232230280462336)]} 0 0
[junit4] 2> 1340077 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76 (1605232230280462337)]} 0 0
[junit4] 2> 1340077 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77 (1605232230281510912)]} 0 0
[junit4] 2> 1340077 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78 (1605232230281510913)]} 0 0
[junit4] 2> 1340079 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79 (1605232230282559488)]} 0 1
[junit4] 2> 1340080 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80 (1605232230283608064)]} 0 0
[junit4] 2> 1340080 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81 (1605232230284656640)]} 0 0
[junit4] 2> 1340081 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82 (1605232230285705216)]} 0 0
[junit4] 2> 1340082 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83 (1605232230285705217)]} 0 0
[junit4] 2> 1340082 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84 (1605232230286753792)]} 0 0
[junit4] 2> 1340083 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85 (1605232230287802368)]} 0 0
[junit4] 2> 1340083 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86 (1605232230287802369)]} 0 0
[junit4] 2> 1340084 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87 (1605232230288850944)]} 0 0
[junit4] 2> 1340085 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88 (1605232230288850945)]} 0 0
[junit4] 2> 1340085 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89 (1605232230289899520)]} 0 0
[junit4] 2> 1340086 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90 (1605232230290948096)]} 0 0
[junit4] 2> 1340087 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91 (1605232230290948097)]} 0 0
[junit4] 2> 1340087 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92 (1605232230291996672)]} 0 0
[junit4] 2> 1340087 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93 (1605232230291996673)]} 0 0
[junit4] 2> 1340088 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94 (1605232230293045248)]} 0 0
[junit4] 2> 1340088 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95 (1605232230293045249)]} 0 0
[junit4] 2> 1340089 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96 (1605232230293045250)]} 0 0
[junit4] 2> 1340089 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97 (1605232230294093824)]} 0 0
[junit4] 2> 1340090 INFO (qtp979258137-17411) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest_coll2_shard1_replica_n21] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll2_shard1_replica_n21] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98 (1605232230295142400)]} 0 0
[junit4] 2> 1340091 INFO (qtp979258137-17409) [n:127.0.0.1:42103_solr c:movereplicatest_coll2 s:shard1 r:core_node22 x:movereplicatest
[...truncated too long message...]
ections
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1414085 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1414094 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1414194 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46265) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1414195 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46265) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-245734346-88.99.242.108-1530868745930 (Datanode Uuid c57859b3-c44e-40b3-a933-79fbdfc204a3) service to localhost.localdomain/127.0.0.1:46265
[junit4] 2> 1414196 WARN (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1414199 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1414299 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46265) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1414299 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46265) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-245734346-88.99.242.108-1530868745930 (Datanode Uuid b15bdee2-ccd6-470b-abe7-b2b44e245397) service to localhost.localdomain/127.0.0.1:46265
[junit4] 2> 1414303 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 1414412 INFO (SUITE-MoveReplicaHDFSFailoverTest-seed#[6281FDFEED5E51C9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38487 38487
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_6281FDFEED5E51C9-001
[junit4] 2> Jul 06, 2018 9:20:24 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1140, maxMBSortInHeap=6.256523141277839, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7e6dc795), locale=dav, timezone=Asia/Krasnoyarsk
[junit4] 2> NOTE: Linux 4.15.0-24-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=2,free=42539616,total=502267904
[junit4] 2> NOTE: All tests run in this JVM: [TestHdfsBackupRestoreCore, TestLegacyFieldCache, TestCharFilters, HdfsCollectionsAPIDistributedZkTest, DocumentBuilderTest, SliceStateTest, TestSQLHandlerNonCloud, LoggingHandlerTest, TestRandomCollapseQParserPlugin, XmlUpdateRequestHandlerTest, HdfsLockFactoryTest, SimplePostToolTest, HdfsRecoveryZkTest, SystemLogListenerTest, TestHdfsUpdateLog, HLLUtilTest, PluginInfoTest, TestZkChroot, OverseerRolesTest, TestDistributedGrouping, ZkShardTermsTest, DocValuesMultiTest, TestWriterPerf, ChangedSchemaMergeTest, TestPerFieldSimilarityWithDefaultOverride, CollectionReloadTest, NodeLostTriggerIntegrationTest, TestGraphTermsQParserPlugin, MetricTriggerTest, TestLegacyNumericRangeQueryBuilder, TestHighFrequencyDictionaryFactory, TestLeaderElectionZkExpiry, TestBadConfig, SecurityConfHandlerTest, AutoAddReplicasIntegrationTest, OutputWriterTest, ShardRoutingCustomTest, DateMathParserTest, TestFileDictionaryLookup, PeerSyncWithLeaderTest, TestStressInPlaceUpdates, TestSimpleTrackingShardHandler, TestPKIAuthenticationPlugin, TestJsonFacetRefinement, TestExactStatsCache, ScriptEngineTest, ClassificationUpdateProcessorFactoryTest, TestDFRSimilarityFactory, NumberUtilsTest, TestDistribDocBasedVersion, TestSolrQueryParser, SolrXmlInZkTest, StatsReloadRaceTest, TestCorePropertiesReload, DateFieldTest, TestMultiWordSynonyms, TestRawTransformer, BasicAuthStandaloneTest, BasicZkTest, NumericFieldsTest, HdfsBasicDistributedZk2Test, DistributedFacetPivotLargeTest, HighlighterConfigTest, ComputePlanActionTest, TestStressLucene, SolrRequestParserTest, AnalyticsMergeStrategyTest, TestQueryTypes, FileBasedSpellCheckerTest, RegexBytesRefFilterTest, ForceLeaderTest, TestDocumentBuilder, UninvertDocValuesMergePolicyTest, TestSchemaNameResource, SolrCoreCheckLockOnStartupTest, TestConfigSets, TestSolrCloudWithKerberosAlt, TestInfoStreamLogging, TestDynamicLoading, TestBinaryField, TestRemoteStreaming, TestSolrCoreSnapshots, TestLazyCores, TestUninvertingReader, TestFieldCacheSortRandom, TestManagedStopFilterFactory, TestSuggestSpellingConverter, TestShardHandlerFactory, ScheduledTriggerTest, TestSubQueryTransformerDistrib, SolrCoreMetricManagerTest, TestInitQParser, TestCloudConsistency, TestHalfAndHalfDocValues, HttpSolrCallGetCoreTest, DistribCursorPagingTest, LIRRollingUpdatesTest, SuggesterTSTTest, BadComponentTest, RandomizedTaggerTest, MoreLikeThisHandlerTest, SuggestComponentContextFilterQueryTest, TestSizeLimitedDistributedMap, TestXmlQParserPlugin, SolrJmxReporterCloudTest, ZkStateReaderTest, HttpPartitionOnCommitTest, AsyncCallRequestStatusResponseTest, TestPayloadCheckQParserPlugin, TestTriggerIntegration, DocumentAnalysisRequestHandlerTest, MetricsHandlerTest, SpatialFilterTest, TestSmileRequest, TestLocalFSCloudBackupRestore, ReplicaListTransformerTest, PeerSyncWithBufferUpdatesTest, TestMiniSolrCloudClusterSSL, URLClassifyProcessorTest, BlockJoinFacetSimpleTest, TestPHPSerializedResponseWriter, TestRandomRequestDistribution, BadCopyFieldTest, TestLegacyNumericUtils, ResponseBuilderTest, HdfsWriteToMultipleCollectionsTest, TestSchemaManager, CdcrBootstrapTest, TestCollectionAPI, TestFilteredDocIdSet, CollectionsAPISolrJTest, DistributedDebugComponentTest, TestChildDocTransformer, TestRandomFaceting, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HealthCheckHandlerTest, HttpPartitionTest, LIROnShardRestartTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderVoteWaitTimeoutTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest]
[junit4] Completed [480/821 (1!)] on J2 in 88.50s, 3 tests, 1 error <<< FAILURES!
[...truncated 44931 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/22397/consoleText
[repro] Revision: a09f3facfc5d9d096661a2c45458fc5b55a07819
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=MoveReplicaHDFSFailoverTest -Dtests.method=testOldReplicaIsDeletedInRaceCondition -Dtests.seed=6281FDFEED5E51C9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=dav -Dtests.timezone=Asia/Krasnoyarsk -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] MoveReplicaHDFSFailoverTest
[repro] ant compile-test
[...truncated 3305 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.MoveReplicaHDFSFailoverTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=6281FDFEED5E51C9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=dav -Dtests.timezone=Asia/Krasnoyarsk -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[...truncated 86 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest
[repro] Exiting with code 0
[...truncated 40 lines...]