You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/09 14:49:31 UTC
[JENKINS-EA] Lucene-Solr-7.2-Linux (64bit/jdk-10-ea+32) - Build #
36 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/36/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:45375/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:45375/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([2047F0C0349632C8:8A8A23328345E718]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
Build Log:
[...truncated 11808 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 186561 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/init-core-data-001
[junit4] 2> 186562 WARN (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=146 numCloses=146
[junit4] 2> 186562 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 186562 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 186564 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001
[junit4] 2> 186564 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 186567 INFO (Thread-343) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 186567 INFO (Thread-343) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 186569 ERROR (Thread-343) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 186667 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34637
[junit4] 2> 186668 INFO (zkConnectionManagerCallback-279-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186671 INFO (jetty-launcher-276-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 186671 INFO (jetty-launcher-276-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 186672 INFO (jetty-launcher-276-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 186672 INFO (jetty-launcher-276-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 186673 INFO (jetty-launcher-276-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65fe2761{/solr,null,AVAILABLE}
[junit4] 2> 186673 INFO (jetty-launcher-276-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d21f6c3{/solr,null,AVAILABLE}
[junit4] 2> 186673 INFO (jetty-launcher-276-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ab47a15{/solr,null,AVAILABLE}
[junit4] 2> 186673 INFO (jetty-launcher-276-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25084eae{/solr,null,AVAILABLE}
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b9f8a3f{SSL,[ssl, http/1.1]}{127.0.0.1:45375}
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@388687b7{SSL,[ssl, http/1.1]}{127.0.0.1:40291}
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-2) [ ] o.e.j.s.Server Started @188841ms
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-1) [ ] o.e.j.s.Server Started @188841ms
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45375}
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40291}
[junit4] 2> 186675 ERROR (jetty-launcher-276-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 186675 ERROR (jetty-launcher-276-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T14:03:30.920690Z
[junit4] 2> 186675 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T14:03:30.920705Z
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@599acef5{SSL,[ssl, http/1.1]}{127.0.0.1:44905}
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@665a773a{SSL,[ssl, http/1.1]}{127.0.0.1:46407}
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-3) [ ] o.e.j.s.Server Started @188842ms
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-4) [ ] o.e.j.s.Server Started @188842ms
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44905}
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46407}
[junit4] 2> 186676 ERROR (jetty-launcher-276-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 186676 ERROR (jetty-launcher-276-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T14:03:30.921493Z
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 186676 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T14:03:30.921740Z
[junit4] 2> 186677 INFO (zkConnectionManagerCallback-283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186677 INFO (zkConnectionManagerCallback-285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186678 INFO (zkConnectionManagerCallback-282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186678 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 186678 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 186678 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 186678 INFO (zkConnectionManagerCallback-287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186679 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 186681 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1603b968e7c0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 186684 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34637/solr
[junit4] 2> 186693 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34637/solr
[junit4] 2> 186694 INFO (zkConnectionManagerCallback-291-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186694 INFO (zkConnectionManagerCallback-296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186694 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34637/solr
[junit4] 2> 186695 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1603b968e7c0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 186695 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34637/solr
[junit4] 2> 186697 INFO (zkConnectionManagerCallback-303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186697 INFO (zkConnectionManagerCallback-300-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186697 INFO (zkConnectionManagerCallback-305-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186698 INFO (zkConnectionManagerCallback-307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186700 INFO (zkConnectionManagerCallback-309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186700 INFO (zkConnectionManagerCallback-311-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186741 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 186741 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 186741 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 186742 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44905_solr
[junit4] 2> 186742 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.c.Overseer Overseer (id=99144709623775244-127.0.0.1:44905_solr-n_0000000000) starting
[junit4] 2> 186743 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40291_solr
[junit4] 2> 186743 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45375_solr
[junit4] 2> 186763 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 186776 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 186776 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 186785 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44905_solr
[junit4] 2> 186787 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 186787 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 186787 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 186792 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45375.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186797 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186797 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45375.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186798 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45375.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186798 INFO (jetty-launcher-276-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node2/.
[junit4] 2> 186801 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186802 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186802 INFO (jetty-launcher-276-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node1/.
[junit4] 2> 186807 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 186808 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44905.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186808 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 186809 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46407_solr
[junit4] 2> 186809 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 186809 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 186809 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 186813 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44905.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186813 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44905.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186813 INFO (jetty-launcher-276-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node3/.
[junit4] 2> 186823 INFO (zkCallback-308-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 186834 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46407.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186840 WARN (jetty-launcher-276-thread-4) [ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr_46407:dom1=solr,dom2=jvm,name0=memory,name1=pools,name2=CodeHeap-'non-profiled-nmethods',name=usage
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
[junit4] 2> at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.base/java.util.HashMap.forEach(HashMap.java:1341)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:549)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 186841 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46407.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186841 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46407.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 186842 INFO (jetty-launcher-276-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node4/.
[junit4] 2> 186884 INFO (zkConnectionManagerCallback-318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186891 INFO (zkConnectionManagerCallback-322-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186891 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 186892 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34637/solr ready
[junit4] 2> 186921 INFO (qtp988261283-1532) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 186948 INFO (qtp988261283-1532) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=27
[junit4] 2> 187179 WARN (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 187470 WARN (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 187550 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 187560 WARN (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 187666 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 187686 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_46863_hdfs____.3u0f77/webapp
[junit4] 2> 187814 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:46863
[junit4] 2> 188158 WARN (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 188160 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 188162 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40001_datanode____8acb6k/webapp
[junit4] 2> 188225 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40001
[junit4] 2> 188235 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] i.n.u.i.PlatformDependent Your platform does not provide complete low-level API for accessing direct buffers reliably. Unless explicitly requested, heap buffer will always be preferred to avoid potential system unstability.
[junit4] 2> 188359 WARN (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 188359 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 188362 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40603_datanode____643bc4/webapp
[junit4] 2> 188454 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40603
[junit4] 2> 188678 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:34427) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 188678 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:34427) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 188728 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1e1720d15206c: from storage DS-b16409b2-055d-44c5-8960-845c3ae80fcf node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=9ecabe5b-64d1-4f95-9cad-56a2bbb24d43, infoPort=37759, infoSecurePort=0, ipcPort=39157, storageInfo=lv=-56;cid=testClusterID;nsid=1018437336;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 188729 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1e1720d152027: from storage DS-2e3f067e-c400-4d43-8197-917c01c0021a node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=76a639fe-d975-4599-969e-aa877e0d3306, infoPort=35579, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-56;cid=testClusterID;nsid=1018437336;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 188729 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1e1720d15206c: from storage DS-a1926e3c-176d-49c2-ae37-d42e7a801a93 node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=9ecabe5b-64d1-4f95-9cad-56a2bbb24d43, infoPort=37759, infoSecurePort=0, ipcPort=39157, storageInfo=lv=-56;cid=testClusterID;nsid=1018437336;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 188729 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1e1720d152027: from storage DS-71a7e33d-588a-4f07-91d5-50451e389d6d node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=76a639fe-d975-4599-969e-aa877e0d3306, infoPort=35579, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-56;cid=testClusterID;nsid=1018437336;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 188822 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 188823 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 188824 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 188826 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@594873c9{/solr,null,AVAILABLE}
[junit4] 2> 188827 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2653e382{SSL,[ssl, http/1.1]}{127.0.0.1:42249}
[junit4] 2> 188827 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.e.j.s.Server Started @190993ms
[junit4] 2> 188827 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42249}
[junit4] 2> 188827 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 188827 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 188827 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 188827 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 188827 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T14:03:33.072717Z
[junit4] 2> 188829 INFO (zkConnectionManagerCallback-325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188830 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 188845 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34637/solr
[junit4] 2> 188848 INFO (zkConnectionManagerCallback-329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188852 INFO (zkConnectionManagerCallback-331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188854 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 188855 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 188857 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42249_solr
[junit4] 2> 188857 INFO (zkCallback-308-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 188858 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 188857 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 188858 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 188860 INFO (zkCallback-321-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 188860 INFO (zkCallback-330-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 188861 INFO (zkCallback-321-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 188898 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42249.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 188910 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42249.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 188910 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42249.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 188911 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[2047F0C0349632C8]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node5/.
[junit4] 2> 188937 INFO (OverseerCollectionConfigSetProcessor-99144709623775244-127.0.0.1:44905_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 188949 INFO (zkConnectionManagerCallback-334-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 188969 INFO (qtp349248364-1511) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 188971 INFO (OverseerThreadFactory-705-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 189075 INFO (OverseerStateUpdate-99144709623775244-127.0.0.1:44905_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44905/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 189076 INFO (OverseerStateUpdate-99144709623775244-127.0.0.1:44905_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40291/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 189077 INFO (OverseerStateUpdate-99144709623775244-127.0.0.1:44905_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46407/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 189078 INFO (OverseerStateUpdate-99144709623775244-127.0.0.1:44905_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 189294 INFO (qtp988261283-1529) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 189295 INFO (qtp988261283-1529) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 189295 INFO (qtp349248364-1539) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 189295 INFO (qtp349248364-1539) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 189306 INFO (qtp722531730-1543) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 189306 INFO (qtp722531730-1543) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 189317 INFO (qtp1043817903-1512) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 189317 INFO (qtp1043817903-1512) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 189419 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 189419 INFO (zkCallback-308-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 189419 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 189419 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 189420 INFO (zkCallback-308-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 189420 INFO (zkCallback-302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 189420 INFO (zkCallback-306-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 189420 INFO (zkCallback-310-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 190308 INFO (qtp349248364-1539) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 190308 INFO (qtp988261283-1529) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 190313 INFO (qtp988261283-1529) [ ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 190313 INFO (qtp349248364-1539) [ ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 190315 INFO (qtp988261283-1529) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 190315 INFO (qtp349248364-1539) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 190315 INFO (qtp988261283-1529) [ ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 190315 INFO (qtp349248364-1539) [ ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 190315 INFO (qtp988261283-1529) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44905.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 190315 INFO (qtp349248364-1539) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40291.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 190325 INFO (qtp349248364-1539) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34427/data
[junit4] 2> 190325 INFO (qtp988261283-1529) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34427/data
[junit4] 2> 190325 INFO (qtp349248364-1539) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 190325 INFO (qtp988261283-1529) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 190325 INFO (qtp349248364-1539) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 190325 INFO (qtp988261283-1529) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 190325 INFO (qtp988261283-1529) [ ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
[junit4] 2> 190325 INFO (qtp349248364-1539) [ ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
[junit4] 2> 190326 INFO (qtp1043817903-1512) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 190326 INFO (qtp722531730-1543) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 190332 INFO (qtp988261283-1529) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 190332 INFO (qtp349248364-1539) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 190336 INFO (qtp1043817903-1512) [ ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 190337 INFO (qtp722531730-1543) [ ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 190338 INFO (qtp1043817903-1512) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 190338 INFO (qtp1043817903-1512) [ ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 190338 INFO (qtp1043817903-1512) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45375.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 190338 INFO (qtp1043817903-1512) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34427/data
[junit4] 2> 190338 INFO (qtp1043817903-1512) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 190338 INFO (qtp1043817903-1512) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 190339 INFO (qtp722531730-1543) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 190339 INFO (qtp1043817903-1512) [ ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
[junit4] 2> 190339 INFO (qtp722531730-1543) [ ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 190339 INFO (qtp722531730-1543) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46407.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18e289c7
[junit4] 2> 190339 INFO (qtp722531730-1543) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34427/data
[junit4] 2> 190339 INFO (qtp722531730-1543) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 190339 INFO (qtp722531730-1543) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 190339 INFO (qtp722531730-1543) [ ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
[junit4] 2> 190340 INFO (qtp1043817903-1512) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 190340 INFO (qtp722531730-1543) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 190377 INFO (qtp988261283-1529) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
[junit4] 2> 190377 INFO (qtp349248364-1539) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
[junit4] 2> 190377 INFO (qtp722531730-1543) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
[junit4] 2> 190377 INFO (qtp1043817903-1512) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
[junit4] 2> 190402 INFO (qtp1043817903-1512) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
[junit4] 2> 190402 INFO (qtp988261283-1529) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
[junit4] 2> 190407 INFO (qtp349248364-1539) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
[junit4] 2> 190412 INFO (qtp722531730-1543) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
[junit4] 2> 190540 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45749 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a1926e3c-176d-49c2-ae37-d42e7a801a93:NORMAL:127.0.0.1:36739|RBW], ReplicaUC[[DISK]DS-71a7e33d-588a-4f07-91d5-50451e389d6d:NORMAL:127.0.0.1:45749|RBW]]} size 69
[junit4] 2> 190540 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36739 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b16409b2-055d-44c5-8960-845c3ae80fcf:NORMAL:127.0.0.1:36739|RBW], ReplicaUC[[DISK]DS-2e3f067e-c400-4d43-8197-917c01c0021a:NORMAL:127.0.0.1:45749|RBW]]} size 69
[junit4] 2> 190540 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36739 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-71a7e33d-588a-4f07-91d5-50451e389d6d:NORMAL:127.0.0.1:45749|RBW], ReplicaUC[[DISK]DS-b16409b2-055d-44c5-8960-845c3ae80fcf:NORMAL:127.0.0.1:36739|RBW]]} size 69
[junit4] 2> 190541 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36739 is added to blk_1073741827_1003 size 69
[junit4] 2> 190541 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45749 is added to blk_1073741826_1002 size 69
[junit4] 2> 190541 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45749 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a1926e3c-176d-49c2-ae37-d42e7a801a93:NORMAL:127.0.0.1:36739|RBW], ReplicaUC[[DISK]DS-2e3f067e-c400-4d43-8197-917c01c0021a:NORMAL:127.0.0.1:45749|RBW]]} size 69
[junit4] 2> 190541 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45749 is added to blk_1073741825_1001 size 69
[junit4] 2> 190541 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36739 is added to blk_1073741828_1004 size 69
[junit4] 2> 191009 INFO (qtp349248364-1539) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 191009 INFO (qtp349248364-1539) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 191009 INFO (qtp349248364-1539) [ ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 191010 INFO (qtp988261283-1529) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 191010 INFO (qtp988261283-1529) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 191010 INFO (qtp988261283-1529) [ ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 191011 INFO (qtp722531730-1543) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 191011 INFO (qtp722531730-1543) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 191011 INFO (qtp722531730-1543) [ ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 191017 INFO (qtp1043817903-1512) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 191017 INFO (qtp1043817903-1512) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 191017 INFO (qtp1043817903-1512) [ ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 191019 INFO (qtp988261283-1529) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 191019 INFO (qtp988261283-1529) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 191020 INFO (qtp722531730-1543) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 191021 INFO (qtp722531730-1543) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 191021 INFO (qtp349248364-1539) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 191021 INFO (qtp349248364-1539) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 191036 INFO (qtp1043817903-1512) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 191036 INFO (qtp1043817903-1512) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 191078 INFO (qtp1043817903-1512) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3609c42c[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] main]
[junit4] 2> 191079 INFO (qtp988261283-1529) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1423e944[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main]
[junit4] 2> 191079 INFO (qtp1043817903-1512) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 191079 INFO (qtp722531730-1543) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@67b16a15[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
[junit4] 2> 191079 INFO (qtp1043817903-1512) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 191080 INFO (qtp349248364-1539) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@45821770[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main]
[junit4] 2> 191080 INFO (qtp988261283-1529) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 191080 INFO (qtp722531730-1543) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 191080 INFO (qtp349248364-1539) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 191080 INFO (qtp349248364-1539) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 191080 INFO (qtp722531730-1543) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 191080 INFO (qtp988261283-1529) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 191082 INFO (qtp349248364-1539) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 191082 INFO (qtp722531730-1543) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 191082 INFO (qtp1043817903-1512) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 191083 INFO (searcherExecutor-718-thread-1) [ ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Registered new searcher Searcher@45821770[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 191083 INFO (searcherExecutor-720-thread-1) [ ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Registered new searcher Searcher@3609c42c[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 191083 INFO (searcherExecutor-721-thread-1) [ ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Registered new searcher Searcher@67b16a15[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 191083 INFO (qtp722531730-1543) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586315358715772928
[junit4] 2> 191083 INFO (qtp1043817903-1512) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586315358715772928
[junit4] 2> 191084 INFO (qtp988261283-1529) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 191084 INFO (searcherExecutor-719-thread-1) [ ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Registered new searcher Searcher@1423e944[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 191084 INFO (qtp988261283-1529) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586315358716821504
[junit4] 2> 191085 INFO (qtp349248364-1539) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586315358717870080
[junit4] 2> 191087 INFO (qtp722531730-1543) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 191088 INFO (qtp722531730-1543) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 191088 INFO (qtp722531730-1543) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4/
[junit4] 2> 191088 INFO (qtp722531730-1543) [ ] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4 url=https://127.0.0.1:46407/solr START replicas=[https://127.0.0.1:45375/solr/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6/] nUpdates=100
[junit4] 2> 191089 INFO (qtp988261283-1529) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 191089 INFO (qtp988261283-1529) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 191089 INFO (qtp988261283-1529) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44905/solr/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1/
[junit4] 2> 191089 INFO (qtp988261283-1529) [ ] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1 url=https://127.0.0.1:44905/solr START replicas=[https://127.0.0.1:40291/solr/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2/] nUpdates=100
[junit4] 2> 191100 INFO (qtp349248364-1517) [ ] o.a.s.c.S.Request [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 191104 INFO (qtp1043817903-1530) [ ] o.a.s.c.S.Request [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 191189 INFO (zkCallback-310-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191189 INFO (zkCallback-306-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191189 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191189 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191189 INFO (zkCallback-302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191189 INFO (zkCallback-308-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191189 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191189 INFO (zkCallback-308-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191391 INFO (qtp722531730-1543) [ ] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4 url=https://127.0.0.1:46407/solr DONE. We have no versions. sync failed.
[junit4] 2> 191391 INFO (qtp988261283-1529) [ ] o.a.s.u.PeerSync PeerSync: core=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1 url=https://127.0.0.1:44905/solr DONE. We have no versions. sync failed.
[junit4] 2> 191391 INFO (qtp722531730-1543) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 191391 INFO (qtp988261283-1529) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 191391 INFO (qtp722531730-1543) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 191391 INFO (qtp988261283-1529) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 191391 INFO (qtp722531730-1543) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 191391 INFO (qtp988261283-1529) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 191393 INFO (qtp988261283-1529) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44905/solr/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1/ shard1
[junit4] 2> 191393 INFO (qtp722531730-1543) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4/ shard2
[junit4] 2> 191494 INFO (zkCallback-308-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191494 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191494 INFO (zkCallback-308-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191494 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191494 INFO (zkCallback-302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191494 INFO (zkCallback-306-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191494 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191495 INFO (zkCallback-310-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191543 INFO (qtp722531730-1543) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 191543 INFO (qtp988261283-1529) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 191551 INFO (qtp988261283-1529) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2256
[junit4] 2> 191551 INFO (qtp722531730-1543) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2245
[junit4] 2> 191645 INFO (zkCallback-308-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191645 INFO (zkCallback-308-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191645 INFO (zkCallback-302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191645 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191645 INFO (zkCallback-306-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191645 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191645 INFO (zkCallback-310-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 191645 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192096 INFO (qtp1043817903-1512) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2779
[junit4] 2> 192096 INFO (qtp349248364-1539) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2801
[junit4] 2> 192099 INFO (qtp349248364-1511) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 192190 INFO (zkCallback-310-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192190 INFO (zkCallback-302-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192190 INFO (zkCallback-306-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192190 INFO (zkCallback-306-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192190 INFO (zkCallback-302-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192190 INFO (zkCallback-308-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192190 INFO (zkCallback-308-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192190 INFO (zkCallback-310-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 192978 INFO (OverseerCollectionConfigSetProcessor-99144709623775244-127.0.0.1:44905_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 193099 INFO (qtp349248364-1511) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4129
[junit4] 2> 193129 INFO (qtp349248364-1910) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44905/solr/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1/&wt=javabin&version=2}{add=[1 (1586315360832847872)]} 0 18
[junit4] 2> 193130 INFO (qtp988261283-1513) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1586315360832847872)]} 0 27
[junit4] 2> 193152 INFO (qtp1043817903-1516) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4/&wt=javabin&version=2}{add=[2 (1586315360865353728)]} 0 10
[junit4] 2> 193152 INFO (qtp722531730-1545) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1586315360865353728)]} 0 18
[junit4] 2> 193154 INFO (qtp1043817903-1526) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4/&wt=javabin&version=2}{add=[3 (1586315360885276672)]} 0 1
[junit4] 2> 193154 INFO (qtp722531730-1543) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1586315360885276672)]} 0 1
[junit4] 2> 193156 INFO (qtp349248364-1911) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44905/solr/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1/&wt=javabin&version=2}{add=[4 (1586315360887373824)]} 0 1
[junit4] 2> 193157 INFO (qtp988261283-1534) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1586315360887373824)]} 0 2
[junit4] 2> 193158 INFO (qtp1043817903-1530) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4/&wt=javabin&version=2}{add=[5 (1586315360890519552)]} 0 1
[junit4] 2> 193159 INFO (qtp722531730-1533) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1586315360890519552)]} 0 2
[junit4] 2> 193161 INFO (qtp1043817903-1512) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4/&wt=javabin&version=2}{add=[6 (1586315360893665280)]} 0 1
[junit4] 2> 193161 INFO (qtp722531730-1544) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1586315360893665280)]} 0 1
[junit4] 2> 193163 INFO (qtp1043817903-1516) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:46407/solr/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4/&wt=javabin&version=2}{add=[7 (1586315360895762432)]} 0 1
[junit4] 2> 193163 INFO (qtp722531730-1545) [ ] o.a.s.u.p.LogUpdateProcessorFactory [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1586315360895762432)]} 0 1
[junit4] 2> 19316
[...truncated too long message...]
.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@594873c9{/solr,null,UNAVAILABLE}
[junit4] 2> 255246 INFO (coreCloseExecutor-838-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_false/core_node8/data/index
[junit4] 2> 255246 INFO (coreCloseExecutor-838-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_false/core_node8/data/snapshot_metadata
[junit4] 2> 255246 INFO (coreCloseExecutor-838-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_false/core_node8/data
[junit4] 2> 255248 INFO (jetty-closer-277-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65fe2761{/solr,null,UNAVAILABLE}
[junit4] 2> 256724 WARN (zkCallback-306-thread-4) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 257173 WARN (zkCallback-306-thread-3) [ ] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 257175 INFO (zkCallback-306-thread-3) [ ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_false_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7584ced5
[junit4] 2> 257175 INFO (zkCallback-306-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MoveReplicaHDFSTest_failed_coll_false.shard1.replica_n1, tag=1971637973
[junit4] 2> 257175 INFO (zkCallback-306-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45b272fd: rootName = solr_40291, domain = solr.core.MoveReplicaHDFSTest_failed_coll_false.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MoveReplicaHDFSTest_failed_coll_false.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3c0e0ab8
[junit4] 2> 257180 INFO (zkCallback-306-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MoveReplicaHDFSTest_failed_coll_false.shard1.leader, tag=1971637973
[junit4] 2> 257183 INFO (zkCallback-306-thread-3) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_false/core_node3/data/snapshot_metadata
[junit4] 2> 257183 INFO (zkCallback-306-thread-3) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_false/core_node3/data/index
[junit4] 2> 257183 INFO (zkCallback-306-thread-3) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:34427/data/MoveReplicaHDFSTest_failed_coll_false/core_node3/data
[junit4] 2> 257184 INFO (jetty-closer-277-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ab47a15{/solr,null,UNAVAILABLE}
[junit4] 2> 257184 ERROR (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 257184 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34637 34637
[junit4] 2> 262665 INFO (Thread-343) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34637 34637
[junit4] 2> 262666 WARN (Thread-343) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/configs/conf1
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 66 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json
[junit4] 2> 58 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json
[junit4] 2> 33 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
[junit4] 2> 31 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard2/election/99144709623775243-core_node7-n_0000000000
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard2/election/99144709623775243-core_node7-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99144709623775240-127.0.0.1:45375_solr-n_0000000002
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/collections
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 262667 WARN (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 262679 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 262780 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:34427) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 262780 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:34427) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1635556534-88.99.242.108-1512828211553 (Datanode Uuid 76a639fe-d975-4599-969e-aa877e0d3306) service to localhost.localdomain/127.0.0.1:34427
[junit4] 2> 262781 WARN (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 262785 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 262886 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:34427) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 262886 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:34427) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1635556534-88.99.242.108-1512828211553 (Datanode Uuid 9ecabe5b-64d1-4f95-9cad-56a2bbb24d43) service to localhost.localdomain/127.0.0.1:34427
[junit4] 2> 262895 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 263013 INFO (SUITE-MoveReplicaHDFSTest-seed#[2047F0C0349632C8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34637 34637
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_2047F0C0349632C8-001
[junit4] 2> Dec 09, 2017 2:04:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=MockRandom), id=FST50}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1548, maxMBSortInHeap=7.641329999218159, sim=RandomSimilarity(queryNorm=true): {}, locale=gu, timezone=America/Indianapolis
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=6,free=157478208,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudManagedSchema, DistributedDebugComponentTest, OverseerTest, CustomCollectionTest, TestInPlaceUpdatesDistrib, HighlighterTest, TestDistributedMissingSort, SolrJmxReporterTest, TestValueSourceCache, TestSha256AuthenticationProvider, TestScoreJoinQPNoScore, TestSegmentSorting, MoveReplicaHDFSTest]
[junit4] Completed [70/751 (1!)] on J2 in 86.28s, 4 tests, 1 error <<< FAILURES!
[...truncated 42459 lines...]
[JENKINS] Lucene-Solr-7.2-Linux (64bit/jdk1.8.0_144) - Build # 37 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.2-Linux/37/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([5416020D95B2758D:8511F08831BDFEBF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:87)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:69)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([5416020D95B2758D:405E5958B6B5C893]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11922 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/init-core-data-001
[junit4] 2> 276801 WARN (SUITE-TestReplicationHandler-seed#[5416020D95B2758D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=300 numCloses=300
[junit4] 2> 276801 INFO (SUITE-TestReplicationHandler-seed#[5416020D95B2758D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 276802 INFO (SUITE-TestReplicationHandler-seed#[5416020D95B2758D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 276802 INFO (SUITE-TestReplicationHandler-seed#[5416020D95B2758D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 276803 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
[junit4] 2> 276804 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-001/collection1
[junit4] 2> 276807 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 276808 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e57eddd{/solr,null,AVAILABLE}
[junit4] 2> 276810 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ea0693d{HTTP/1.1,[http/1.1]}{127.0.0.1:44713}
[junit4] 2> 276810 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.Server Started @278731ms
[junit4] 2> 276810 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=44713}
[junit4] 2> 276810 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 276810 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 276810 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 276810 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 276810 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T18:45:40.120Z
[junit4] 2> 276811 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-001/solr.xml
[junit4] 2> 276814 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 276814 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 276815 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 276839 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 276845 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 276845 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 276847 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-001/.
[junit4] 2> 276847 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 276847 INFO (coreLoadExecutor-788-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 276854 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 276863 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 276865 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 276865 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 276865 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 276866 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 276866 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-001/./collection1/data/]
[junit4] 2> 276870 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4615624230402655]
[junit4] 2> 276920 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 276920 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 276921 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=32.9677734375, floorSegmentMB=1.0439453125, forceMergeDeletesPctAllowed=12.349924031779867, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2744483160037956
[junit4] 2> 276922 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8718403[collection1] main]
[junit4] 2> 276922 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-001/collection1/conf
[junit4] 2> 276922 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 276922 INFO (coreLoadExecutor-788-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 276923 INFO (searcherExecutor-789-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@8718403[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 276924 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/collection1
[junit4] 2> 276926 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 276937 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37800b4a{/solr,null,AVAILABLE}
[junit4] 2> 276937 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b06b069{HTTP/1.1,[http/1.1]}{127.0.0.1:45823}
[junit4] 2> 276940 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.Server Started @278861ms
[junit4] 2> 276940 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=45823}
[junit4] 2> 276940 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 276940 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 276940 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 276940 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 276940 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T18:45:40.250Z
[junit4] 2> 276940 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/solr.xml
[junit4] 2> 276943 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 276943 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 276943 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 276964 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 276970 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 276970 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 276971 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/.
[junit4] 2> 276971 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 276974 INFO (coreLoadExecutor-798-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 276986 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 276991 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 276993 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 276993 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 276993 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 276993 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 276993 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/./collection1/data/]
[junit4] 2> 276995 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4615624230402655]
[junit4] 2> 277019 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 277019 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 277020 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=32.9677734375, floorSegmentMB=1.0439453125, forceMergeDeletesPctAllowed=12.349924031779867, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2744483160037956
[junit4] 2> 277020 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49361238[collection1] main]
[junit4] 2> 277020 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/collection1/conf
[junit4] 2> 277022 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 277022 INFO (coreLoadExecutor-798-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 277024 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b06b069{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 277024 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1021761163
[junit4] 2> 277026 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 277026 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18ac8449: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@27397e78
[junit4] 2> 277030 INFO (searcherExecutor-799-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49361238[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 277032 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 277032 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46165db: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@105ffd9
[junit4] 2> 277037 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 277037 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bc79fbe: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4ebb0da1
[junit4] 2> 277037 INFO (coreCloseExecutor-804-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@17ca4894
[junit4] 2> 277038 INFO (coreCloseExecutor-804-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=399132820
[junit4] 2> 277038 INFO (coreCloseExecutor-804-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a99abcb: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7161355
[junit4] 2> 277044 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37800b4a{/solr,null,UNAVAILABLE}
[junit4] 2> 277045 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 277046 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b661400{/solr,null,AVAILABLE}
[junit4] 2> 277046 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75404ea{HTTP/1.1,[http/1.1]}{127.0.0.1:33451}
[junit4] 2> 277046 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.Server Started @278968ms
[junit4] 2> 277046 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=33451}
[junit4] 2> 277046 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 277046 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 277047 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 277047 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 277047 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T18:45:40.357Z
[junit4] 2> 277047 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/solr.xml
[junit4] 2> 277050 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 277050 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 277050 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 277086 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 277091 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 277091 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 277092 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/.
[junit4] 2> 277092 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 277092 INFO (coreLoadExecutor-811-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 277101 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 277106 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 277107 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 277107 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 277108 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 277108 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 277108 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/./collection1/data/]
[junit4] 2> 277109 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4615624230402655]
[junit4] 2> 277138 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 277138 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 277139 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=32.9677734375, floorSegmentMB=1.0439453125, forceMergeDeletesPctAllowed=12.349924031779867, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2744483160037956
[junit4] 2> 277139 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@237ecba9[collection1] main]
[junit4] 2> 277139 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-002/collection1/conf
[junit4] 2> 277140 INFO (coreLoadExecutor-811-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 277141 INFO (searcherExecutor-812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@237ecba9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 277141 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-003/collection1
[junit4] 2> 277143 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 277143 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ecff6a6{/solr,null,AVAILABLE}
[junit4] 2> 277144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b54862c{HTTP/1.1,[http/1.1]}{127.0.0.1:39935}
[junit4] 2> 277144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.e.j.s.Server Started @279065ms
[junit4] 2> 277144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=39935}
[junit4] 2> 277144 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 277144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 277144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 277144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 277144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-09T18:45:40.454Z
[junit4] 2> 277144 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-003/solr.xml
[junit4] 2> 277147 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 277147 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 277147 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 277165 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 277171 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 277171 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 277172 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-003/.
[junit4] 2> 277172 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 277172 INFO (coreLoadExecutor-821-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 277181 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 277195 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 277196 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 277196 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 277196 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31d8e10a
[junit4] 2> 277197 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 277197 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-003/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-003/./collection1/data/]
[junit4] 2> 277198 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4615624230402655]
[junit4] 2> 277229 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 277229 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 277230 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=32.9677734375, floorSegmentMB=1.0439453125, forceMergeDeletesPctAllowed=12.349924031779867, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2744483160037956
[junit4] 2> 277230 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17719580[collection1] main]
[junit4] 2> 277230 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_5416020D95B2758D-001/solr-instance-003/collection1/conf
[junit4] 2> 277266 WARN (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 277267 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 277267 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 277267 INFO (coreLoadExecutor-821-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 277268 INFO (searcherExecutor-822-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17719580[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 277270 INFO (qtp2112558300-1836) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 277271 INFO (qtp2112558300-1837) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 277271 INFO (qtp2112558300-1838) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 277271 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 277271 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@168fac88 commitCommandVersion:0
[junit4] 2> 277274 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13b692fc[collection1] main]
[junit4] 2> 277274 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 277275 INFO (searcherExecutor-789-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13b692fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
[junit4] 2> 277275 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 277284 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 277286 INFO (qtp2112558300-1837) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277286 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 277286 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1512845140581
[junit4] 2> 277286 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 277286 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 277286 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 277288 INFO (qtp2112558300-1838) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 277288 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
[junit4] 2> 277289 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=54.9560546875, floorSegmentMB=1.6064453125, forceMergeDeletesPctAllowed=2.3334494943930126, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 277289 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 277289 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6e40c014 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47ca33ad)
[junit4] 2> 277290 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277291 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277292 INFO (qtp2112558300-1837) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277292 INFO (qtp2112558300-1838) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277293 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1938) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@6e40c014 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47ca33ad)
[junit4] 2> 277293 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=36.6982421875, floorSegmentMB=0.8583984375, forceMergeDeletesPctAllowed=12.670592076956202, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 277294 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 277294 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d9002b0[collection1] main]
[junit4] 2> 277295 INFO (searcherExecutor-822-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d9002b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
[junit4] 2> 277295 INFO (qtp1886749439-1891) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:44713/solr/collection1/replication&command=fetchindex} status=0 QTime=11
[junit4] 2> 277302 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 277302 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 277304 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 277305 INFO (qtp1886749439-1891) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277305 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 277305 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1512845140581
[junit4] 2> 277305 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 277305 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 277305 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 277306 INFO (qtp1886749439-1887) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 277306 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
[junit4] 2> 277307 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=54.9560546875, floorSegmentMB=1.6064453125, forceMergeDeletesPctAllowed=2.3334494943930126, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 277308 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 277308 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@4673f899 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6dbf3465)
[junit4] 2> 277308 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277309 INFO (qtp1886749439-1888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277310 INFO (qtp1886749439-1891) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277311 INFO (qtp1886749439-1891) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277311 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1938) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@4673f899 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6dbf3465)
[junit4] 2> 277312 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=36.6982421875, floorSegmentMB=0.8583984375, forceMergeDeletesPctAllowed=12.670592076956202, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 277313 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 277313 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fcb3dab[collection1] main]
[junit4] 2> 277314 INFO (searcherExecutor-812-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5fcb3dab[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
[junit4] 2> 277314 INFO (qtp1696702569-1871) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39935/solr/collection1/replication&command=fetchindex} status=0 QTime=10
[junit4] 2> 277317 INFO (qtp1696702569-1876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 277318 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 277318 INFO (qtp2112558300-1836) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 277319 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 277322 WARN (qtp1886749439-1886) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1830)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:928)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:331)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 277323 INFO (qtp1886749439-1886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
[junit4] 2> 277323 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277324 INFO (qtp1886749439-1888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277325 WARN (qtp1886749439-1887) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1830)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:928)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:331)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 277326 INFO (qtp1886749439-1887) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 277327 WARN (qtp1886749439-1893) [ x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1830)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:928)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:331)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 277328 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 277330 INFO (qtp1886749439-1891) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 277330 INFO (qtp1696702569-1869) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 277331 INFO (qtp1886749439-1886) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277331 INFO (qtp1696702569-1871) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277332 INFO (qtp1886749439-1886) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 277333 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 277334 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 277334 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 277335 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 277335 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6175750e commitCommandVersion:0
[junit4] 2> 277337 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@116064fa[collection1] main]
[junit4] 2> 277338 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 277339 INFO (searcherExecutor-822-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@116064fa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c4)))}
[junit4] 2> 277339 INFO (qtp1886749439-1893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 277340 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 277341 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277341 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 277341 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1512845140581
[junit4] 2> 277341 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 277341 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1512845140645
[junit4] 2> 277341 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 277342 INFO (qtp2112558300-1836) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 277342 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
[junit4] 2> 277343 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@3b2c2102 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4bfbea90)
[junit4] 2> 277343 INFO (qtp2112558300-1837) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277346 INFO (qtp2112558300-1837) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277347 INFO (qtp2112558300-1837) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277348 INFO (qtp2112558300-1836) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277353 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=1938) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@3b2c2102 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4bfbea90)
[junit4] 2> 277354 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.c.SolrCore Updating index properties... index=index.20171209184540652
[junit4] 2> 277354 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher removing old index directory RawDirectoryWrapper(RAMDirectory@6e239245 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54cba72c)
[junit4] 2> 277354 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=54.9560546875, floorSegmentMB=1.6064453125, forceMergeDeletesPctAllowed=2.3334494943930126, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 277355 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 277355 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a3ba45[collection1] main]
[junit4] 2> 277356 INFO (searcherExecutor-822-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a3ba45[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
[junit4] 2> 277356 INFO (qtp1886749439-1892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:44713/solr/collection1/replication&command=fetchindex} status=0 QTime=16
[junit4] 2> 277358 INFO (qtp1886749439-1888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 277359 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 277360 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 277361 INFO (qtp1886749439-1891) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277361 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 277361 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1512845140581
[junit4] 2> 277361 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 277361 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1512845140581
[junit4] 2> 277361 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
[junit4] 2> 277361 INFO (qtp1696702569-1870) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39935/solr/collection1/replication&command=fetchindex} status=0 QTime=2
[junit4] 2> 277362 INFO (qtp1696702569-1871) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 277363 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[5416020D95B2758D]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 277364 INFO (qtp2112558300-1838) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 277365 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 277365 INFO (qtp2112558300-1837) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 277365 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 277366 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@168fac88 commitCommandVersion:0
[junit4] 2> 277367 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@227d3f9[collection1] main]
[junit4] 2> 277367 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 277368 INFO (searcherExecutor-789-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@227d3f9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3) Uninverting(_1(7.2.0):c3)))}
[junit4] 2> 277368 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 277370 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 277371 INFO (qtp2112558300-1836) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277371 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 277371 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1512845140676
[junit4] 2> 277371 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 277371 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1512845140581
[junit4] 2> 277371 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 277372 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 277372 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
[junit4] 2> 277374 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=54.9560546875, floorSegmentMB=1.6064453125, forceMergeDeletesPctAllowed=2.3334494943930126, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 277375 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 277375 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@323e1c1c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49fa6ecb)
[junit4] 2> 277375 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 277375 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 277375 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 277375 INFO (qtp2112558300-1837) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277377 INFO (qtp2112558300-1832) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277377 INFO (qtp2112558300-1836) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277378 INFO (qtp2112558300-1831) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 277379 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2000) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@323e1c1c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49fa6ecb)
[junit4] 2> 277380 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=43, m
[...truncated too long message...]
licationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=legacyTrue&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=31343
[junit4] 2> 979002 INFO (TEST-LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud-seed#[5416020D95B2758D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSwitchLegacyCloud
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyCloudClusterPropTest -Dtests.method=testCreateCollectionSwitchLegacyCloud -Dtests.seed=5416020D95B2758D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pl-PL -Dtests.timezone=Etc/GMT0 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 151s J1 | LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([5416020D95B2758D:8511F08831BDFEBF]:0)
[junit4] > at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:87)
[junit4] > at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:69)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 979005 INFO (jetty-closer-1498-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2044ed05{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 979006 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=495649659
[junit4] 2> 979006 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 979006 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54e1f91: rootName = solr_44145, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@449938a1
[junit4] 2> 979011 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 979011 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3db05082: rootName = solr_44145, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@314df71c
[junit4] 2> 979014 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 979014 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a9c075c: rootName = solr_44145, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@43c498e2
[junit4] 2> 979022 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44145_solr
[junit4] 2> 979023 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 979025 INFO (coreCloseExecutor-3399-thread-1) [n:127.0.0.1:44145_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@22997c29
[junit4] 2> 979026 INFO (coreCloseExecutor-3399-thread-1) [n:127.0.0.1:44145_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.legacyTrue.shard1.replica_n1, tag=580484137
[junit4] 2> 979026 INFO (zkCallback-1507-thread-3-processing-n:127.0.0.1:44145_solr) [n:127.0.0.1:44145_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 979026 INFO (coreCloseExecutor-3399-thread-1) [n:127.0.0.1:44145_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cd0b8f2: rootName = solr_44145, domain = solr.core.legacyTrue.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.legacyTrue.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3e0694bc
[junit4] 2> 979033 INFO (coreCloseExecutor-3399-thread-1) [n:127.0.0.1:44145_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.legacyTrue.shard1.leader, tag=580484137
[junit4] 2> 979035 INFO (jetty-closer-1498-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99145855196332035-127.0.0.1:44145_solr-n_0000000000) closing
[junit4] 2> 979035 INFO (OverseerStateUpdate-99145855196332035-127.0.0.1:44145_solr-n_0000000000) [n:127.0.0.1:44145_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44145_solr
[junit4] 2> 979035 WARN (OverseerAutoScalingTriggerThread-99145855196332035-127.0.0.1:44145_solr-n_0000000000) [n:127.0.0.1:44145_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 979039 INFO (jetty-closer-1498-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@26555761{/solr,null,UNAVAILABLE}
[junit4] 2> 979041 ERROR (SUITE-LegacyCloudClusterPropTest-seed#[5416020D95B2758D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 979041 INFO (SUITE-LegacyCloudClusterPropTest-seed#[5416020D95B2758D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37235 37235
[junit4] 2> 984185 INFO (Thread-2493) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37235 37235
[junit4] 2> 984187 WARN (Thread-2493) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.2-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LegacyCloudClusterPropTest_5416020D95B2758D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1367, maxMBSortInHeap=6.385573661614209, sim=RandomSimilarity(queryNorm=false): {}, locale=pl-PL, timezone=Etc/GMT0
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=174074112,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyNumericRangeQueryBuilder, TestCustomStream, TestStressRecovery, SchemaVersionSpecificBehaviorTest, TestReloadAndDeleteDocs, TestSolrCoreSnapshots, TestRandomFlRTGCloud, MoveReplicaHDFSFailoverTest, ImplicitSnitchTest, V2ApiIntegrationTest, TestFastLRUCache, TestFileDictionaryLookup, RequestHandlersTest, TestManagedSchemaAPI, OverseerRolesTest, UpdateLogTest, HdfsUnloadDistributedZkTest, DistribDocExpirationUpdateProcessorTest, CircularListTest, TlogReplayBufferedWhileIndexingTest, SOLR749Test, TestDeleteCollectionOnDownNodes, TestLegacyFieldCache, HdfsRecoverLeaseTest, PrimUtilsTest, HdfsAutoAddReplicasIntegrationTest, TestTolerantUpdateProcessorCloud, DOMUtilTest, TestMinMaxOnMultiValuedField, TestOmitPositions, CoreAdminCreateDiscoverTest, SynonymTokenizerTest, CollectionsAPIDistributedZkTest, PreAnalyzedUpdateProcessorTest, JavabinLoaderTest, TestLockTree, TestFieldCacheSortRandom, SolrIndexConfigTest, DistributedQueryComponentCustomSortTest, ShardRoutingCustomTest, TestUninvertingReader, SignatureUpdateProcessorFactoryTest, TestJsonRequest, TestPerFieldSimilarityWithDefaultOverride, TestCustomSort, TestFaceting, TestNumericRangeQuery32, CdcrUpdateLogTest, TestSSLRandomization, ChangedSchemaMergeTest, TestManagedSynonymGraphFilterFactory, TestRuleBasedAuthorizationPlugin, TestExclusionRuleCollectionAccess, SolrCmdDistributorTest, DocExpirationUpdateProcessorFactoryTest, BJQParserTest, TestNestedDocsSort, PingRequestHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, TestLazyCores, TestStressReorder, HdfsBasicDistributedZk2Test, NodeLostTriggerTest, SolrJmxReporterCloudTest, TestBulkSchemaConcurrent, SuggesterFSTTest, TestFieldTypeResource, DocumentAnalysisRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, TestNamedUpdateProcessors, PreAnalyzedFieldManagedSchemaCloudTest, DistributedFacetExistsSmallTest, TestSolrCoreParser, DistributedTermsComponentTest, TestQuerySenderNoQuery, TestConfigSetsAPIExclusivity, TestClusterStateMutator, BinaryUpdateRequestHandlerTest, TestCloudJSONFacetJoinDomain, SuggestComponentTest, TestCloudRecovery, TestFastWriter, TestMaxTokenLenTokenizer, TestClassicSimilarityFactory, TestCollationFieldDocValues, TestSizeLimitedDistributedMap, TestSimpleQParserPlugin, AssignTest, HdfsDirectoryTest, TestBackupRepositoryFactory, BadIndexSchemaTest, TestConfigSetProperties, TestSimpleTrackingShardHandler, SecurityConfHandlerTest, TestStressUserVersions, UUIDUpdateProcessorFallbackTest, BitVectorTest, TestUseDocValuesAsStored2, TestRawResponseWriter, SubstringBytesRefFilterTest, SuggesterTSTTest, TestLegacyNumericUtils, TestHttpShardHandlerFactory, NumericFieldsTest, LegacyCloudClusterPropTest]
[junit4] Completed [340/751 (2!)] on J1 in 156.92s, 1 test, 1 failure <<< FAILURES!
[...truncated 48669 lines...]