You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/20 12:43:57 UTC

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1207 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1207/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([ECF3009B098A82D0:64A73F41A776EF28]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:40285/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36185/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:40285/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:36185/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([ECF3009B098A82D0:463ED369BE595700]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36185/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 46 more


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([ECF3009B098A82D0:15BE933435FFCF5A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12669 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 1360325 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/init-core-data-001
   [junit4]   2> 1360326 WARN  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=49 numCloses=49
   [junit4]   2> 1360326 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1360328 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1360328 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001
   [junit4]   2> 1360329 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1360329 INFO  (Thread-4091) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1360329 INFO  (Thread-4091) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1360330 ERROR (Thread-4091) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1360429 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43313
   [junit4]   2> 1360431 INFO  (zkConnectionManagerCallback-1869-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360434 INFO  (jetty-launcher-1866-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1360434 INFO  (jetty-launcher-1866-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1360438 INFO  (jetty-launcher-1866-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1360442 INFO  (jetty-launcher-1866-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1360455 INFO  (jetty-launcher-1866-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1360455 INFO  (jetty-launcher-1866-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1360455 INFO  (jetty-launcher-1866-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1360458 INFO  (jetty-launcher-1866-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1360458 INFO  (jetty-launcher-1866-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1360458 INFO  (jetty-launcher-1866-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1360460 INFO  (jetty-launcher-1866-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1360460 INFO  (jetty-launcher-1866-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1360460 INFO  (jetty-launcher-1866-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1360460 INFO  (jetty-launcher-1866-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ec879b{/solr,null,AVAILABLE}
   [junit4]   2> 1360464 INFO  (jetty-launcher-1866-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1360464 INFO  (jetty-launcher-1866-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1360465 INFO  (jetty-launcher-1866-thread-4) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1360465 INFO  (jetty-launcher-1866-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1742854{/solr,null,AVAILABLE}
   [junit4]   2> 1360465 INFO  (jetty-launcher-1866-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b8537{/solr,null,AVAILABLE}
   [junit4]   2> 1360467 INFO  (jetty-launcher-1866-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e88bb9{HTTP/1.1,[http/1.1]}{127.0.0.1:36185}
   [junit4]   2> 1360467 INFO  (jetty-launcher-1866-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12cb371{HTTP/1.1,[http/1.1]}{127.0.0.1:34875}
   [junit4]   2> 1360468 INFO  (jetty-launcher-1866-thread-2) [    ] o.e.j.s.Server Started @1361439ms
   [junit4]   2> 1360468 INFO  (jetty-launcher-1866-thread-1) [    ] o.e.j.s.Server Started @1361439ms
   [junit4]   2> 1360468 INFO  (jetty-launcher-1866-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36185}
   [junit4]   2> 1360468 INFO  (jetty-launcher-1866-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34875}
   [junit4]   2> 1360468 ERROR (jetty-launcher-1866-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1360468 INFO  (jetty-launcher-1866-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1360468 INFO  (jetty-launcher-1866-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1360468 INFO  (jetty-launcher-1866-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1360468 INFO  (jetty-launcher-1866-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-20T11:52:52.227Z
   [junit4]   2> 1360468 ERROR (jetty-launcher-1866-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1360469 INFO  (jetty-launcher-1866-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1360469 INFO  (jetty-launcher-1866-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1360469 INFO  (jetty-launcher-1866-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1360469 INFO  (jetty-launcher-1866-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-20T11:52:52.228Z
   [junit4]   2> 1360470 INFO  (jetty-launcher-1866-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10e4f64{HTTP/1.1,[http/1.1]}{127.0.0.1:41759}
   [junit4]   2> 1360470 INFO  (jetty-launcher-1866-thread-4) [    ] o.e.j.s.Server Started @1361442ms
   [junit4]   2> 1360470 INFO  (jetty-launcher-1866-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41759}
   [junit4]   2> 1360471 ERROR (jetty-launcher-1866-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1360471 INFO  (jetty-launcher-1866-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1360471 INFO  (jetty-launcher-1866-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1360471 INFO  (jetty-launcher-1866-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1360471 INFO  (jetty-launcher-1866-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-20T11:52:52.230Z
   [junit4]   2> 1360472 INFO  (jetty-launcher-1866-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@303353{/solr,null,AVAILABLE}
   [junit4]   2> 1360472 INFO  (zkConnectionManagerCallback-1871-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360474 INFO  (jetty-launcher-1866-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1572047{HTTP/1.1,[http/1.1]}{127.0.0.1:40285}
   [junit4]   2> 1360474 INFO  (jetty-launcher-1866-thread-3) [    ] o.e.j.s.Server Started @1361445ms
   [junit4]   2> 1360474 INFO  (jetty-launcher-1866-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40285}
   [junit4]   2> 1360474 ERROR (jetty-launcher-1866-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1360488 INFO  (jetty-launcher-1866-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1360488 INFO  (jetty-launcher-1866-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1360489 INFO  (jetty-launcher-1866-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1360489 INFO  (jetty-launcher-1866-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-20T11:52:52.248Z
   [junit4]   2> 1360491 INFO  (jetty-launcher-1866-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1360499 INFO  (zkConnectionManagerCallback-1875-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360499 INFO  (jetty-launcher-1866-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1360499 INFO  (zkConnectionManagerCallback-1873-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360500 INFO  (jetty-launcher-1866-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1360507 INFO  (zkConnectionManagerCallback-1877-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360508 INFO  (jetty-launcher-1866-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1360510 INFO  (jetty-launcher-1866-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43313/solr
   [junit4]   2> 1360511 INFO  (zkConnectionManagerCallback-1881-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360514 INFO  (jetty-launcher-1866-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43313/solr
   [junit4]   2> 1360521 INFO  (zkConnectionManagerCallback-1885-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360521 INFO  (zkConnectionManagerCallback-1888-thread-1-processing-n:127.0.0.1:36185_solr) [n:127.0.0.1:36185_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360522 INFO  (jetty-launcher-1866-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43313/solr
   [junit4]   2> 1360526 INFO  (jetty-launcher-1866-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43313/solr
   [junit4]   2> 1360530 INFO  (zkConnectionManagerCallback-1891-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360530 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x161136a0a790008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1360539 INFO  (zkConnectionManagerCallback-1897-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360541 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x161136a0a79000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1360546 INFO  (zkConnectionManagerCallback-1893-thread-1-processing-n:127.0.0.1:34875_solr) [n:127.0.0.1:34875_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360549 INFO  (zkConnectionManagerCallback-1900-thread-1-processing-n:127.0.0.1:41759_solr) [n:127.0.0.1:41759_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360549 INFO  (zkConnectionManagerCallback-1902-thread-1-processing-n:127.0.0.1:40285_solr) [n:127.0.0.1:40285_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1360562 INFO  (jetty-launcher-1866-thread-1) [n:127.0.0.1:34875_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1360563 INFO  (jetty-launcher-1866-thread-1) [n:127.0.0.1:34875_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34875_solr
   [junit4]   2> 1360564 INFO  (jetty-launcher-1866-thread-1) [n:127.0.0.1:34875_solr    ] o.a.s.c.Overseer Overseer (id=99382012942024713-127.0.0.1:34875_solr-n_0000000000) starting
   [junit4]   2> 1360565 INFO  (jetty-launcher-1866-thread-4) [n:127.0.0.1:41759_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1360566 INFO  (jetty-launcher-1866-thread-4) [n:127.0.0.1:41759_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41759_solr
   [junit4]   2> 1360574 INFO  (zkCallback-1899-thread-1-processing-n:127.0.0.1:41759_solr) [n:127.0.0.1:41759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1360590 INFO  (jetty-launcher-1866-thread-3) [n:127.0.0.1:40285_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1360593 INFO  (jetty-launcher-1866-thread-3) [n:127.0.0.1:40285_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1360597 INFO  (jetty-launcher-1866-thread-3) [n:127.0.0.1:40285_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40285_solr
   [junit4]   2> 1360636 INFO  (jetty-launcher-1866-thread-2) [n:127.0.0.1:36185_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1360638 INFO  (jetty-launcher-1866-thread-2) [n:127.0.0.1:36185_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1360643 INFO  (jetty-launcher-1866-thread-2) [n:127.0.0.1:36185_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36185_solr
   [junit4]   2> 1360647 INFO  (jetty-launcher-1866-thread-1) [n:127.0.0.1:34875_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34875_solr
   [junit4]   2> 1360669 INFO  (zkCallback-1892-thread-1-processing-n:127.0.0.1:34875_solr) [n:127.0.0.1:34875_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1360670 INFO  (OverseerStateUpdate-99382012942024713-127.0.0.1:34875_solr-n_0000000000) [n:127.0.0.1:34875_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 1360689 INFO  (zkCallback-1899-thread-1-processing-n:127.0.0.1:41759_solr) [n:127.0.0.1:41759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 1360721 INFO  (zkCallback-1901-thread-1-processing-n:127.0.0.1:40285_solr) [n:127.0.0.1:40285_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 1360738 INFO  (zkCallback-1886-thread-1-processing-n:127.0.0.1:36185_solr) [n:127.0.0.1:36185_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 1360852 INFO  (jetty-launcher-1866-thread-3) [n:127.0.0.1:40285_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40285.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360870 INFO  (jetty-launcher-1866-thread-3) [n:127.0.0.1:40285_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40285.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360871 INFO  (jetty-launcher-1866-thread-3) [n:127.0.0.1:40285_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40285.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360872 INFO  (jetty-launcher-1866-thread-3) [n:127.0.0.1:40285_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node3/.
   [junit4]   2> 1360959 INFO  (jetty-launcher-1866-thread-1) [n:127.0.0.1:34875_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34875.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360962 INFO  (jetty-launcher-1866-thread-2) [n:127.0.0.1:36185_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36185.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360974 INFO  (jetty-launcher-1866-thread-1) [n:127.0.0.1:34875_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34875.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360974 INFO  (jetty-launcher-1866-thread-1) [n:127.0.0.1:34875_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34875.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360976 INFO  (jetty-launcher-1866-thread-1) [n:127.0.0.1:34875_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node1/.
   [junit4]   2> 1360979 INFO  (jetty-launcher-1866-thread-2) [n:127.0.0.1:36185_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36185.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360979 INFO  (jetty-launcher-1866-thread-2) [n:127.0.0.1:36185_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36185.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1360981 INFO  (jetty-launcher-1866-thread-2) [n:127.0.0.1:36185_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node2/.
   [junit4]   2> 1361160 INFO  (jetty-launcher-1866-thread-4) [n:127.0.0.1:41759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41759.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1361170 INFO  (jetty-launcher-1866-thread-4) [n:127.0.0.1:41759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41759.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1361170 INFO  (jetty-launcher-1866-thread-4) [n:127.0.0.1:41759_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41759.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1361172 INFO  (jetty-launcher-1866-thread-4) [n:127.0.0.1:41759_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node4/.
   [junit4]   2> 1361235 INFO  (zkConnectionManagerCallback-1911-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1361236 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x161136a0a79000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1361238 INFO  (zkConnectionManagerCallback-1915-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1361239 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1361239 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43313/solr ready
   [junit4]   2> 1361247 INFO  (qtp18316479-11323) [n:127.0.0.1:34875_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1361254 INFO  (qtp18316479-11323) [n:127.0.0.1:34875_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1361502 WARN  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1361512 WARN  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1361515 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1361530 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_46257_hdfs____.cvf6ac/webapp
   [junit4]   2> 1362060 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:46257
   [junit4]   2> 1362240 WARN  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1362241 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1362257 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42607_datanode____.u6kavu/webapp
   [junit4]   2> 1362787 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42607
   [junit4]   2> 1362851 WARN  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1362853 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1362867 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37277_datanode____v35sph/webapp
   [junit4]   2> 1363252 INFO  (OverseerCollectionConfigSetProcessor-99382012942024713-127.0.0.1:34875_solr-n_0000000000) [n:127.0.0.1:34875_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1363325 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:34491) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 1363336 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x75a80b5d971d: from storage DS-4bfb000b-e21f-48b0-9d10-64b6b7b5c314 node DatanodeRegistration(127.0.0.1:44031, datanodeUuid=5c617302-6750-46dc-b09f-692c45da64c0, infoPort=37429, infoSecurePort=0, ipcPort=37997, storageInfo=lv=-56;cid=testClusterID;nsid=1752599272;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1363336 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x75a80b5d971d: from storage DS-17cc0145-cc93-4745-9cbf-f946f015398a node DatanodeRegistration(127.0.0.1:44031, datanodeUuid=5c617302-6750-46dc-b09f-692c45da64c0, infoPort=37429, infoSecurePort=0, ipcPort=37997, storageInfo=lv=-56;cid=testClusterID;nsid=1752599272;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1363410 INFO  (SUITE-MoveReplicaHDFSTest-seed#[ECF3009B098A82D0]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37277
   [junit4]   2> 1363687 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:34491) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 1363694 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x75a820b2a2d7: from storage DS-7fa7e70e-e309-44c9-ab6a-b54fb098f487 node DatanodeRegistration(127.0.0.1:44309, datanodeUuid=a48b344d-0f24-48e6-8c3c-8eb72feb4841, infoPort=38225, infoSecurePort=0, ipcPort=44187, storageInfo=lv=-56;cid=testClusterID;nsid=1752599272;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1363694 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x75a820b2a2d7: from storage DS-ad24de36-cc8c-4f6e-94cd-f8d34160848e node DatanodeRegistration(127.0.0.1:44309, datanodeUuid=a48b344d-0f24-48e6-8c3c-8eb72feb4841, infoPort=38225, infoSecurePort=0, ipcPort=44187, storageInfo=lv=-56;cid=testClusterID;nsid=1752599272;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1363825 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
   [junit4]   2> 1363826 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1363828 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1363829 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1363829 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1363829 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1363829 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16f672c{/solr,null,AVAILABLE}
   [junit4]   2> 1363830 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7b608c{HTTP/1.1,[http/1.1]}{127.0.0.1:46765}
   [junit4]   2> 1363830 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.Server Started @1364801ms
   [junit4]   2> 1363830 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46765}
   [junit4]   2> 1363830 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1363831 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1363831 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1363831 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1363831 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-20T11:52:55.590Z
   [junit4]   2> 1363833 INFO  (zkConnectionManagerCallback-1918-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363833 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1363842 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43313/solr
   [junit4]   2> 1363845 INFO  (zkConnectionManagerCallback-1922-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363847 INFO  (zkConnectionManagerCallback-1924-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1363854 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [n:127.0.0.1:46765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1363856 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [n:127.0.0.1:46765_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1363868 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [n:127.0.0.1:46765_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46765_solr
   [junit4]   2> 1363870 INFO  (zkCallback-1899-thread-1-processing-n:127.0.0.1:41759_solr) [n:127.0.0.1:41759_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1363870 INFO  (zkCallback-1892-thread-2-processing-n:127.0.0.1:34875_solr) [n:127.0.0.1:34875_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1363874 INFO  (zkCallback-1886-thread-1-processing-n:127.0.0.1:36185_solr) [n:127.0.0.1:36185_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1363874 INFO  (zkCallback-1901-thread-1-processing-n:127.0.0.1:40285_solr) [n:127.0.0.1:40285_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1363881 INFO  (zkCallback-1914-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1363882 INFO  (zkCallback-1923-thread-1-processing-n:127.0.0.1:46765_solr) [n:127.0.0.1:46765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1363885 INFO  (zkCallback-1914-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1364013 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [n:127.0.0.1:46765_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46765.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1364040 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [n:127.0.0.1:46765_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46765.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1364040 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [n:127.0.0.1:46765_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46765.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1364042 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[ECF3009B098A82D0]) [n:127.0.0.1:46765_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node5/.
   [junit4]   2> 1364151 INFO  (zkConnectionManagerCallback-1928-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1364155 INFO  (qtp18316479-11337) [n:127.0.0.1:34875_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1364160 INFO  (OverseerThreadFactory-3922-thread-2-processing-n:127.0.0.1:34875_solr) [n:127.0.0.1:34875_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
   [junit4]   2> 1364271 INFO  (OverseerStateUpdate-99382012942024713-127.0.0.1:34875_solr-n_0000000000) [n:127.0.0.1:34875_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41759/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1364275 INFO  (OverseerStateUpdate-99382012942024713-127.0.0.1:34875_solr-n_0000000000) [n:127.0.0.1:34875_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34875/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1364278 INFO  (OverseerStateUpdate-99382012942024713-127.0.0.1:34875_solr-n_0000000000) [n:127.0.0.1:34875_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40285/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1364280 INFO  (OverseerStateUpdate-99382012942024713-127.0.0.1:34875_solr-n_0000000000) [n:127.0.0.1:34875_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36185/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1364484 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1364484 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1364485 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1364485 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1364485 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1364486 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1364486 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1364487 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1364598 INFO  (zkCallback-1886-thread-1-processing-n:127.0.0.1:36185_solr) [n:127.0.0.1:36185_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1364598 INFO  (zkCallback-1901-thread-1-processing-n:127.0.0.1:40285_solr) [n:127.0.0.1:40285_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1364598 INFO  (zkCallback-1901-thread-2-processing-n:127.0.0.1:40285_solr) [n:127.0.0.1:40285_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1364598 INFO  (zkCallback-1892-thread-1-processing-n:127.0.0.1:34875_solr) [n:127.0.0.1:34875_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1364598 INFO  (zkCallback-1899-thread-1-processing-n:127.0.0.1:41759_solr) [n:127.0.0.1:41759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1364598 INFO  (zkCallback-1892-thread-2-processing-n:127.0.0.1:34875_solr) [n:127.0.0.1:34875_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1364598 INFO  (zkCallback-1899-thread-2-processing-n:127.0.0.1:41759_solr) [n:127.0.0.1:41759_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1364599 INFO  (zkCallback-1886-thread-2-processing-n:127.0.0.1:36185_solr) [n:127.0.0.1:36185_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1365521 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1365521 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1365527 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1365530 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1365541 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1365554 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1365554 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1365554 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1365555 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 1365555 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 1365555 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34875.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1365557 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1365557 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 1365557 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1365557 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 1365558 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1365558 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 1365558 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36185.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1365558 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41759.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1365558 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40285.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ebf9f4
   [junit4]   2> 1365563 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34491/data
   [junit4]   2> 1365564 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1365564 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34491/data
   [junit4]   2> 1365564 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1365564 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1365564 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1365564 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
   [junit4]   2> 1365564 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
   [junit4]   2> 1365564 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34491/data
   [junit4]   2> 1365564 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1365564 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1365565 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
   [junit4]   2> 1365565 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:34491/data
   [junit4]   2> 1365565 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1365565 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1365565 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_ECF3009B098A82D0-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
   [junit4]   2> 1365567 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 1365567 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 1365568 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 1365570 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 1365607 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
   [junit4]   2> 1365607 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
   [junit4]   2> 1365608 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
   [junit4]   2> 1365608 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
   [junit4]   2> 1365639 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
   [junit4]   2> 1365640 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
   [junit4]   2> 1365642 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
   [junit4]   2> 1365646 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:34491/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
   [junit4]   2> 1365754 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44031 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ad24de36-cc8c-4f6e-94cd-f8d34160848e:NORMAL:127.0.0.1:44309|RBW], ReplicaUC[[DISK]DS-17cc0145-cc93-4745-9cbf-f946f015398a:NORMAL:127.0.0.1:44031|RBW]]} size 0
   [junit4]   2> 1365766 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44309 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7fa7e70e-e309-44c9-ab6a-b54fb098f487:NORMAL:127.0.0.1:44309|RBW], ReplicaUC[[DISK]DS-17cc0145-cc93-4745-9cbf-f946f015398a:NORMAL:127.0.0.1:44031|RBW]]} size 0
   [junit4]   2> 1365766 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44031 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7fa7e70e-e309-44c9-ab6a-b54fb098f487:NORMAL:127.0.0.1:44309|RBW], ReplicaUC[[DISK]DS-17cc0145-cc93-4745-9cbf-f946f015398a:NORMAL:127.0.0.1:44031|RBW]]} size 0
   [junit4]   2> 1365767 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44031 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4bfb000b-e21f-48b0-9d10-64b6b7b5c314:NORMAL:127.0.0.1:44031|RBW], ReplicaUC[[DISK]DS-ad24de36-cc8c-4f6e-94cd-f8d34160848e:NORMAL:127.0.0.1:44309|RBW]]} size 0
   [junit4]   2> 1365775 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44309 is added to blk_1073741825_1001 size 69
   [junit4]   2> 1365775 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44309 is added to blk_1073741828_1004 size 69
   [junit4]   2> 1365778 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44309 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4bfb000b-e21f-48b0-9d10-64b6b7b5c314:NORMAL:127.0.0.1:44031|RBW], ReplicaUC[[DISK]DS-ad24de36-cc8c-4f6e-94cd-f8d34160848e:NORMAL:127.0.0.1:44309|RBW]]} size 0
   [junit4]   2> 1365779 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44031 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4bfb000b-e21f-48b0-9d10-64b6b7b5c314:NORMAL:127.0.0.1:44031|RBW], ReplicaUC[[DISK]DS-ad24de36-cc8c-4f6e-94cd-f8d34160848e:NORMAL:127.0.0.1:44309|RBW]]} size 0
   [junit4]   2> 1365945 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1365945 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1365945 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1365945 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1365946 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1365946 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1365965 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1365965 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1365965 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1365976 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1365976 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1365979 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1365979 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1365979 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1366017 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1366017 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1366026 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1366026 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1366040 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1366040 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1366072 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a33c29[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] main]
   [junit4]   2> 1366075 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1366075 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1366076 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@c7dec8[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
   [junit4]   2> 1366076 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1366077 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b2f230[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main]
   [junit4]   2> 1366078 INFO  (qtp22038146-11326) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590112213099610112
   [junit4]   2> 1366081 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@9ca904[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main]
   [junit4]   2> 1366082 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1366082 INFO  (searcherExecutor-3938-thread-1-processing-n:127.0.0.1:36185_solr x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6 s:shard2 c:MoveReplicaHDFSTest_failed_coll_true r:core_node8) [n:127.0.0.1:36185_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Registered new searcher Searcher@1a33c29[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1366082 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1366083 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1366083 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1366084 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1366084 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1366085 INFO  (qtp6317058-11324) [n:127.0.0.1:40285_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1590112213106950144
   [junit4]   2> 1366086 INFO  (qtp18316479-11342) [n:127.0.0.1:34875_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1366086 INFO  (searcherExecutor-3939-thread-1-processing-n:127.0.0.1:41759_solr x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1 s:shard1 c:MoveReplicaHDFSTest_failed_coll_true r:core_node3) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Registered new searcher Searcher@b2f230[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1366087 INFO  (qtp30107364-11329) [n:127.0.0.1:41759_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveRep

[...truncated too long message...]

Closed, skipping sync up.
   [junit4]   2> 3580017 INFO  (zkCallback-4621-thread-4-processing-n:127.0.0.1:33863_) [n:127.0.0.1:33863_ c:collection1 s:shard1_0 r:core_node53 x:collection1_shard1_0_replica0] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3580017 INFO  (zkCallback-4621-thread-4-processing-n:127.0.0.1:33863_) [n:127.0.0.1:33863_ c:collection1 s:shard1_0 r:core_node53 x:collection1_shard1_0_replica0] o.a.s.c.SolrCore [collection1_shard1_0_replica0]  CLOSING SolrCore org.apache.solr.core.SolrCore@530168
   [junit4]   2> 3580017 INFO  (zkCallback-4621-thread-4-processing-n:127.0.0.1:33863_) [n:127.0.0.1:33863_ c:collection1 s:shard1_0 r:core_node53 x:collection1_shard1_0_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1_0.replica0, tag=5439848
   [junit4]   2> 3580017 INFO  (zkCallback-4621-thread-4-processing-n:127.0.0.1:33863_) [n:127.0.0.1:33863_ c:collection1 s:shard1_0 r:core_node53 x:collection1_shard1_0_replica0] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@178a6d7: rootName = null, domain = solr.core.collection1.shard1_0.replica0, service url = null, agent id = null] for registry solr.core.collection1.shard1_0.replica0 / com.codahale.metrics.MetricRegistry@1daf76b
   [junit4]   2> 3580027 INFO  (zkCallback-4621-thread-4-processing-n:127.0.0.1:33863_) [n:127.0.0.1:33863_ c:collection1 s:shard1_0 r:core_node53 x:collection1_shard1_0_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1_0.leader, tag=5439848
   [junit4]   2> 3580029 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@b9d165{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3580029 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13562b2{/,null,UNAVAILABLE}
   [junit4]   2> 3580029 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[ECF3009B098A82D0]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3580030 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[ECF3009B098A82D0]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 42123
   [junit4]   2> 3580030 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[ECF3009B098A82D0]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3580031 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[ECF3009B098A82D0]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42471 42471
   [junit4]   2> 3586700 INFO  (Thread-4419) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42471 42471
   [junit4]   2> 3586701 WARN  (Thread-4419) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99382135574953993-127.0.0.1:38809_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_ECF3009B098A82D0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=it, timezone=Africa/Tripoli
   [junit4]   2> NOTE: Linux 4.13.0-26-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=115940688,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [QueryParsingTest, VersionInfoTest, ChaosMonkeySafeLeaderTest, BadComponentTest, DistributedFacetPivotLargeTest, PrimUtilsTest, VMParamsZkACLAndCredentialsProvidersTest, UpdateRequestProcessorFactoryTest, TestBulkSchemaConcurrent, TestTlogReplica, TestTestInjection, TestOrdValues, TestDistributedGrouping, TestPostingsSolrHighlighter, SimplePostToolTest, TestSchemaNameResource, AutoAddReplicasIntegrationTest, HttpPartitionTest, HighlighterTest, TermsComponentTest, TestFilteredDocIdSet, CdcrBootstrapTest, HdfsTlogReplayBufferedWhileIndexingTest, TestFieldResource, RulesTest, HighlighterMaxOffsetTest, TestSolrJ, TestSystemIdResolver, SOLR749Test, TestRestManager, ExplicitHLLTest, UninvertDocValuesMergePolicyTest, BasicAuthIntegrationTest, SoftAutoCommitTest, SolrCoreTest, TestInitQParser, TestSQLHandlerNonCloud, SolrShardReporterTest, TestFuzzyAnalyzedSuggestions, TestMissingGroups, TestSha256AuthenticationProvider, TestRequestForwarding, TestLockTree, HdfsLockFactoryTest, TestRTGBase, TestSweetSpotSimilarityFactory, TestRecovery, RequiredFieldsTest, TestUseDocValuesAsStored2, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSimpleTrackingShardHandler, TestReqParamsAPI, TestZkChroot, HdfsCollectionsAPIDistributedZkTest, TestDocBasedVersionConstraints, SuggesterFSTTest, TestExportWriter, TestSolr4Spatial, TestFieldCacheReopen, MergeStrategyTest, CachingDirectoryFactoryTest, ComputePlanActionTest, ResourceLoaderTest, DistributedQueryComponentOptimizationTest, SchemaApiFailureTest, TestStressRecovery, SolrGangliaReporterTest, TestSurroundQueryParser, CoreMergeIndexesAdminHandlerTest, DeleteLastCustomShardedReplicaTest, AddReplicaTest, TestNumericRangeQuery64, TestSolrCloudWithHadoopAuthPlugin, TestChildDocTransformer, TestScoreJoinQPNoScore, TestTrie, BlockDirectoryTest, TestShortCircuitedRequests, TestFunctionQuery, HdfsRestartWhileUpdatingTest, SolrXmlInZkTest, TestStandardQParsers, ConnectionManagerTest, TestCursorMarkWithoutUniqueKey, SmileWriterTest, CollectionsAPIDistributedZkTest, DocumentBuilderTest, ZkStateWriterTest, CurrencyFieldTypeTest, TestQueryUtils, SuggesterTest, AddBlockUpdateTest, TestGenericDistributedQueue, QueryElevationComponentTest, QueryResultKeyTest, PathHierarchyTokenizerFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, CSVRequestHandlerTest, ResponseHeaderTest, BasicFunctionalityTest, ClassificationUpdateProcessorTest, HdfsBasicDistributedZkTest, LoggingHandlerTest, TestFreeTextSuggestions, DistributedFacetPivotSmallTest, TestComplexPhraseQParserPlugin, TestConfigSetImmutable, TestFastLRUCache, SampleTest, TestStressCloudBlindAtomicUpdates, DistributedVersionInfoTest, OverriddenZkACLAndCredentialsProvidersTest, SharedFSAutoReplicaFailoverTest, StatsReloadRaceTest, TestAuthorizationFramework, FastVectorHighlighterTest, TestMacroExpander, TestInPlaceUpdatesDistrib, AutoscalingHistoryHandlerTest, FieldMutatingUpdateProcessorTest, BlockJoinFacetDistribTest, MultiThreadedOCPTest, PrimitiveFieldTypeTest, TestSubQueryTransformerDistrib, DeleteShardTest, DistributedIntervalFacetingTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, ZkControllerTest, TestReload, TestCoreContainer, SpellCheckComponentTest, PeerSyncTest, TestIndexSearcher, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, SolrInfoBeanTest, CacheHeaderTest, TestReversedWildcardFilterFactory, XmlUpdateRequestHandlerTest, TestValueSourceCache, TestCSVResponseWriter, JsonLoaderTest, BinaryUpdateRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, TestXIncludeConfig, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DistribDocExpirationUpdateProcessorTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MoveReplicaTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, RemoteQueryErrorTest, ReplaceNodeTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudDeleteByQuery, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestPrepRecovery, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestTolerantUpdateProcessorCloud, CollectionReloadTest, ShardSplitTest]
   [junit4] Completed [767/767 (3!)] on J1 in 719.26s, 5 tests, 1 failure <<< FAILURES!

[...truncated 43909 lines...]