[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 883 - Still Unstable!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/883/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([75C7DCB4917C11B3:FD93E36E3F807C4B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ReplaceNodeTest.test

Error Message:
org/apache/solr/client/solrj/request/CollectionAdminRequest$ReplaceNode

Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/client/solrj/request/CollectionAdminRequest$ReplaceNode
	at __randomizedtesting.SeedInfo.seed([75C7DCB4917C11B3:FD93E36E3F807C4B]:0)
	at org.apache.solr.cloud.ReplaceNodeTest.test(ReplaceNodeTest.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.CollectionAdminRequest$ReplaceNode
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	... 40 more
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/java/org/apache/solr/client/solrj/request/CollectionAdminRequest$ReplaceNode.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 46 more




Build Log:
[...truncated 11772 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReplaceNodeTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/init-core-data-001
   [junit4]   2> 902365 WARN  (SUITE-ReplaceNodeTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 902365 INFO  (SUITE-ReplaceNodeTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 902367 INFO  (SUITE-ReplaceNodeTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 902368 INFO  (SUITE-ReplaceNodeTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001
   [junit4]   2> 902368 INFO  (SUITE-ReplaceNodeTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 902368 INFO  (Thread-1711) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 902368 INFO  (Thread-1711) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 902371 ERROR (Thread-1711) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 902477 INFO  (SUITE-ReplaceNodeTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:56349
   [junit4]   2> 902507 INFO  (jetty-launcher-1437-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 902507 INFO  (jetty-launcher-1437-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 902507 INFO  (jetty-launcher-1437-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 902508 INFO  (jetty-launcher-1437-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 902508 INFO  (jetty-launcher-1437-thread-5) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 902508 INFO  (jetty-launcher-1437-thread-6) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 902512 INFO  (jetty-launcher-1437-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f1d0cba{/solr,null,AVAILABLE}
   [junit4]   2> 902513 INFO  (jetty-launcher-1437-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55afb3af{/solr,null,AVAILABLE}
   [junit4]   2> 902514 INFO  (jetty-launcher-1437-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27e2e368{HTTP/1.1,[http/1.1]}{127.0.0.1:56351}
   [junit4]   2> 902514 INFO  (jetty-launcher-1437-thread-3) [    ] o.e.j.s.Server Started @906799ms
   [junit4]   2> 902514 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56351}
   [junit4]   2> 902515 INFO  (jetty-launcher-1437-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f3a3{/solr,null,AVAILABLE}
   [junit4]   2> 902515 ERROR (jetty-launcher-1437-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 902515 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 902515 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 902515 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 902515 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T12:46:50.261Z
   [junit4]   2> 902515 INFO  (jetty-launcher-1437-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8d46e5d{/solr,null,AVAILABLE}
   [junit4]   2> 902516 INFO  (jetty-launcher-1437-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24d829d6{/solr,null,AVAILABLE}
   [junit4]   2> 902516 INFO  (jetty-launcher-1437-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a7d829{HTTP/1.1,[http/1.1]}{127.0.0.1:56354}
   [junit4]   2> 902516 INFO  (jetty-launcher-1437-thread-6) [    ] o.e.j.s.Server Started @906800ms
   [junit4]   2> 902516 INFO  (jetty-launcher-1437-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56354}
   [junit4]   2> 902516 INFO  (jetty-launcher-1437-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70cb5ddb{HTTP/1.1,[http/1.1]}{127.0.0.1:56356}
   [junit4]   2> 902516 INFO  (jetty-launcher-1437-thread-2) [    ] o.e.j.s.Server Started @906801ms
   [junit4]   2> 902516 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56356}
   [junit4]   2> 902516 ERROR (jetty-launcher-1437-thread-6) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 902517 ERROR (jetty-launcher-1437-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9993ce9{HTTP/1.1,[http/1.1]}{127.0.0.1:56353}
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-5) [    ] o.e.j.s.Server Started @906801ms
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56353}
   [junit4]   2> 902517 ERROR (jetty-launcher-1437-thread-5) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 902519 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T12:46:50.265Z
   [junit4]   2> 902518 INFO  (jetty-launcher-1437-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 902519 INFO  (jetty-launcher-1437-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 902519 INFO  (jetty-launcher-1437-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 902519 INFO  (jetty-launcher-1437-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T12:46:50.265Z
   [junit4]   2> 902518 INFO  (jetty-launcher-1437-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49e75de5{HTTP/1.1,[http/1.1]}{127.0.0.1:56352}
   [junit4]   2> 902517 INFO  (jetty-launcher-1437-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T12:46:50.263Z
   [junit4]   2> 902520 INFO  (jetty-launcher-1437-thread-1) [    ] o.e.j.s.Server Started @906804ms
   [junit4]   2> 902520 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56352}
   [junit4]   2> 902520 ERROR (jetty-launcher-1437-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 902520 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 902521 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 902521 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 902521 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T12:46:50.267Z
   [junit4]   2> 902524 INFO  (jetty-launcher-1437-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53a3861f{/solr,null,AVAILABLE}
   [junit4]   2> 902524 INFO  (jetty-launcher-1437-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3641039d{HTTP/1.1,[http/1.1]}{127.0.0.1:56361}
   [junit4]   2> 902524 INFO  (jetty-launcher-1437-thread-4) [    ] o.e.j.s.Server Started @906809ms
   [junit4]   2> 902524 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56361}
   [junit4]   2> 902525 ERROR (jetty-launcher-1437-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 902525 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 902525 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 902525 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 902525 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T12:46:50.271Z
   [junit4]   2> 902528 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 902529 INFO  (jetty-launcher-1437-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 902529 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 902530 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 902530 INFO  (jetty-launcher-1437-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 902534 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 902540 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c35587b040002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 902542 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c35587b040001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 902555 INFO  (jetty-launcher-1437-thread-5) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 902555 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 902555 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c35587b040003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 902556 INFO  (jetty-launcher-1437-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56349/solr
   [junit4]   2> 902556 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56349/solr
   [junit4]   2> 902557 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 902558 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 902558 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56349/solr
   [junit4]   2> 902558 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c35587b040004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 902559 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56349/solr
   [junit4]   2> 902560 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c35587b040005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 902561 INFO  (jetty-launcher-1437-thread-6) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 902561 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c35587b040006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 902562 INFO  (jetty-launcher-1437-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56349/solr
   [junit4]   2> 902563 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 902563 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56349/solr
   [junit4]   2> 902640 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:56361_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 902641 INFO  (jetty-launcher-1437-thread-2) [n:127.0.0.1:56356_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 902641 INFO  (jetty-launcher-1437-thread-6) [n:127.0.0.1:56354_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 902641 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:56361_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56361_solr
   [junit4]   2> 902642 INFO  (jetty-launcher-1437-thread-2) [n:127.0.0.1:56356_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56356_solr
   [junit4]   2> 902643 INFO  (jetty-launcher-1437-thread-6) [n:127.0.0.1:56354_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56354_solr
   [junit4]   2> 902643 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:56361_solr    ] o.a.s.c.Overseer Overseer (id=98011946032562194-127.0.0.1:56361_solr-n_0000000000) starting
   [junit4]   2> 902646 INFO  (zkCallback-1466-thread-1-processing-n:127.0.0.1:56356_solr) [n:127.0.0.1:56356_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 902646 INFO  (zkCallback-1468-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 902647 INFO  (zkCallback-1469-thread-1-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 902647 INFO  (zkCallback-1465-thread-1-processing-n:127.0.0.1:56352_solr) [n:127.0.0.1:56352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 902649 INFO  (zkCallback-1467-thread-1-processing-n:127.0.0.1:56351_solr) [n:127.0.0.1:56351_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 902650 INFO  (zkCallback-1464-thread-1-processing-n:127.0.0.1:56353_solr) [n:127.0.0.1:56353_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 902652 INFO  (jetty-launcher-1437-thread-3) [n:127.0.0.1:56351_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 902662 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:56361_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56361_solr
   [junit4]   2> 902676 INFO  (zkCallback-1469-thread-1-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 902676 INFO  (zkCallback-1466-thread-1-processing-n:127.0.0.1:56356_solr) [n:127.0.0.1:56356_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 902677 INFO  (zkCallback-1465-thread-1-processing-n:127.0.0.1:56352_solr) [n:127.0.0.1:56352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 902677 INFO  (zkCallback-1468-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 902676 INFO  (zkCallback-1464-thread-1-processing-n:127.0.0.1:56353_solr) [n:127.0.0.1:56353_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 902678 INFO  (zkCallback-1467-thread-1-processing-n:127.0.0.1:56351_solr) [n:127.0.0.1:56351_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 902679 INFO  (jetty-launcher-1437-thread-1) [n:127.0.0.1:56352_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 902680 INFO  (jetty-launcher-1437-thread-5) [n:127.0.0.1:56353_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 902686 INFO  (jetty-launcher-1437-thread-5) [n:127.0.0.1:56353_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56353_solr
   [junit4]   2> 902689 INFO  (zkCallback-1465-thread-1-processing-n:127.0.0.1:56352_solr) [n:127.0.0.1:56352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 902689 INFO  (zkCallback-1464-thread-1-processing-n:127.0.0.1:56353_solr) [n:127.0.0.1:56353_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 902689 INFO  (zkCallback-1468-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 902689 INFO  (zkCallback-1469-thread-1-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 902689 INFO  (zkCallback-1467-thread-1-processing-n:127.0.0.1:56351_solr) [n:127.0.0.1:56351_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 902690 INFO  (zkCallback-1466-thread-1-processing-n:127.0.0.1:56356_solr) [n:127.0.0.1:56356_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 902692 INFO  (jetty-launcher-1437-thread-3) [n:127.0.0.1:56351_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56351_solr
   [junit4]   2> 902693 INFO  (jetty-launcher-1437-thread-1) [n:127.0.0.1:56352_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56352_solr
   [junit4]   2> 902702 INFO  (zkCallback-1468-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 902702 INFO  (zkCallback-1464-thread-1-processing-n:127.0.0.1:56353_solr) [n:127.0.0.1:56353_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 902702 INFO  (zkCallback-1466-thread-1-processing-n:127.0.0.1:56356_solr) [n:127.0.0.1:56356_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 902702 INFO  (zkCallback-1469-thread-1-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 902703 INFO  (zkCallback-1467-thread-1-processing-n:127.0.0.1:56351_solr) [n:127.0.0.1:56351_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 902703 INFO  (zkCallback-1465-thread-1-processing-n:127.0.0.1:56352_solr) [n:127.0.0.1:56352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 902814 INFO  (jetty-launcher-1437-thread-6) [n:127.0.0.1:56354_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node6/.
   [junit4]   2> 902817 INFO  (jetty-launcher-1437-thread-3) [n:127.0.0.1:56351_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node3/.
   [junit4]   2> 902825 INFO  (jetty-launcher-1437-thread-1) [n:127.0.0.1:56352_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node1/.
   [junit4]   2> 902827 INFO  (jetty-launcher-1437-thread-2) [n:127.0.0.1:56356_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node2/.
   [junit4]   2> 902834 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:56361_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node4/.
   [junit4]   2> 902875 INFO  (jetty-launcher-1437-thread-5) [n:127.0.0.1:56353_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node5/.
   [junit4]   2> 902897 INFO  (SUITE-ReplaceNodeTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 902898 INFO  (SUITE-ReplaceNodeTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56349/solr ready
   [junit4]   2> 902944 INFO  (TEST-ReplaceNodeTest.test-seed#[75C7DCB4917C11B3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 902947 INFO  (TEST-ReplaceNodeTest.test-seed#[75C7DCB4917C11B3]) [    ] o.a.s.c.ReplaceNodeTest total_jettys: 6
   [junit4]   2> 902951 INFO  (qtp1217256632-7522) [n:127.0.0.1:56354_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=3&name=replacenodetest_coll&action=CREATE&numShards=5&createNodeSet=127.0.0.1:56356_solr,127.0.0.1:56351_solr,127.0.0.1:56361_solr,127.0.0.1:56354_solr,127.0.0.1:56353_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 902954 INFO  (OverseerThreadFactory-3575-thread-1-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr    ] o.a.s.c.CreateCollectionCmd Create collection replacenodetest_coll
   [junit4]   2> 903075 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard1_replica2&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard1&wt=javabin&version=2
   [junit4]   2> 903075 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard4_replica1&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard4&wt=javabin&version=2
   [junit4]   2> 903076 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 903077 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard3_replica2&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard3&wt=javabin&version=2
   [junit4]   2> 903078 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 903083 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard2_replica2&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard2&wt=javabin&version=2
   [junit4]   2> 903084 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard3_replica1&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard3&wt=javabin&version=2
   [junit4]   2> 903084 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard4_replica2&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard4&wt=javabin&version=2
   [junit4]   2> 903084 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 903084 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard1_replica1&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard1&wt=javabin&version=2
   [junit4]   2> 903084 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard5_replica2&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard5&wt=javabin&version=2
   [junit4]   2> 903085 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard5_replica1&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard5&wt=javabin&version=2
   [junit4]   2> 903085 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard2_replica1&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard2&wt=javabin&version=2
   [junit4]   2> 903085 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 903085 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 903220 INFO  (zkCallback-1468-thread-1-processing-n:127.0.0.1:56354_solr) [n:127.0.0.1:56354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 903220 INFO  (zkCallback-1466-thread-1-processing-n:127.0.0.1:56356_solr) [n:127.0.0.1:56356_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 903220 INFO  (zkCallback-1467-thread-1-processing-n:127.0.0.1:56351_solr) [n:127.0.0.1:56351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 903220 INFO  (zkCallback-1469-thread-2-processing-n:127.0.0.1:56361_solr) [n:127.0.0.1:56361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 903220 INFO  (zkCallback-1464-thread-1-processing-n:127.0.0.1:56353_solr) [n:127.0.0.1:56353_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 904125 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904126 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904139 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904147 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904147 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904147 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904161 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904162 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904169 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904179 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 904181 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.s.IndexSchema [replacenodetest_coll_shard4_replica1] Schema name=cloud-dynamic
   [junit4]   2> 904184 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica2] o.a.s.s.IndexSchema [replacenodetest_coll_shard2_replica2] Schema name=cloud-dynamic
   [junit4]   2> 904186 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.s.IndexSchema [replacenodetest_coll_shard3_replica1] Schema name=cloud-dynamic
   [junit4]   2> 904220 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904221 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard2_replica2' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904221 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904221 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica2] o.a.s.c.SolrCore [[replacenodetest_coll_shard2_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node5/replacenodetest_coll_shard2_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node5/./replacenodetest_coll_shard2_replica2/data/]
   [junit4]   2> 904224 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904224 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard4_replica1' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904233 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904233 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.c.SolrCore [[replacenodetest_coll_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node6/replacenodetest_coll_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node6/./replacenodetest_coll_shard4_replica1/data/]
   [junit4]   2> 904235 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica1] o.a.s.s.IndexSchema [replacenodetest_coll_shard5_replica1] Schema name=cloud-dynamic
   [junit4]   2> 904238 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904238 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard3_replica1' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904239 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904239 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.c.SolrCore [[replacenodetest_coll_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node3/replacenodetest_coll_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node3/./replacenodetest_coll_shard3_replica1/data/]
   [junit4]   2> 904244 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica2] o.a.s.s.IndexSchema [replacenodetest_coll_shard1_replica2] Schema name=cloud-dynamic
   [junit4]   2> 904256 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica2] o.a.s.s.IndexSchema [replacenodetest_coll_shard3_replica2] Schema name=cloud-dynamic
   [junit4]   2> 904269 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.s.IndexSchema [replacenodetest_coll_shard5_replica2] Schema name=cloud-dynamic
   [junit4]   2> 904272 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.s.IndexSchema [replacenodetest_coll_shard4_replica2] Schema name=cloud-dynamic
   [junit4]   2> 904281 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.s.IndexSchema [replacenodetest_coll_shard1_replica1] Schema name=cloud-dynamic
   [junit4]   2> 904282 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica1] o.a.s.s.IndexSchema [replacenodetest_coll_shard2_replica1] Schema name=cloud-dynamic
   [junit4]   2> 904322 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904322 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard5_replica1' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904322 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904323 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica1] o.a.s.c.SolrCore [[replacenodetest_coll_shard5_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node5/replacenodetest_coll_shard5_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node5/./replacenodetest_coll_shard5_replica1/data/]
   [junit4]   2> 904324 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904324 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard4_replica2' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904325 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904325 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.c.SolrCore [[replacenodetest_coll_shard4_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node2/replacenodetest_coll_shard4_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node2/./replacenodetest_coll_shard4_replica2/data/]
   [junit4]   2> 904330 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904330 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard1_replica2' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904331 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904331 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica2] o.a.s.c.SolrCore [[replacenodetest_coll_shard1_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node6/replacenodetest_coll_shard1_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node6/./replacenodetest_coll_shard1_replica2/data/]
   [junit4]   2> 904337 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904337 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard5_replica2' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904337 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904338 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.c.SolrCore [[replacenodetest_coll_shard5_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node3/replacenodetest_coll_shard5_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node3/./replacenodetest_coll_shard5_replica2/data/]
   [junit4]   2> 904339 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904339 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard1_replica1' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904339 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904339 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.c.SolrCore [[replacenodetest_coll_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node4/replacenodetest_coll_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node4/./replacenodetest_coll_shard1_replica1/data/]
   [junit4]   2> 904344 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904344 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard3_replica2' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904345 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904345 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica2] o.a.s.c.SolrCore [[replacenodetest_coll_shard3_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node4/replacenodetest_coll_shard3_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node4/./replacenodetest_coll_shard3_replica2/data/]
   [junit4]   2> 904346 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 904346 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard2_replica1' using configuration from collection replacenodetest_coll, trusted=true
   [junit4]   2> 904346 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 904346 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica1] o.a.s.c.SolrCore [[replacenodetest_coll_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node2/replacenodetest_coll_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node2/./replacenodetest_coll_shard2_replica1/data/]
   [junit4]   2> 904459 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 904459 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 904460 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 904460 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 904465 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 904465 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 904469 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.c.SolrCore [replacenodetest_coll_shard4_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@74e5bd59
   [junit4]   2> 904469 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.c.SolrCore [replacenodetest_coll_shard5_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4d3a6257
   [junit4]   2> 904470 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica1] o.a.s.c.SolrCore [replacenodetest_coll_shard5_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a462b2c
   [junit4]   2> 904470 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica1] o.a.s.c.SolrCore [replacenodetest_coll_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@30201d02
   [junit4]   2> 904470 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica2] o.a.s.c.SolrCore [replacenodetest_coll_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@2b24be15
   [junit4]   2> 904471 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.c.SolrCore [replacenodetest_coll_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@22db5a36
   [junit4]   2> 904472 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica2] o.a.s.c.SolrCore [replacenodetest_coll_shard3_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@55a26abc
   [junit4]   2> 904472 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.c.SolrCore [replacenodetest_coll_shard4_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2931a7ba
   [junit4]   2> 904473 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 904473 INFO  (qtp1084670000-7531) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 904473 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.replacenodetest_coll.shard4.replica2
   [junit4]   2> 904473 INFO  (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.replacenodetest_coll.shard5.replica2
   [junit4]   2> 904473 INFO  (qtp1084670000-7532) [n:127.0.0.1:56353_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.replacenodetest_coll.shard5.replica1
   [junit4]   2> 904474 INFO  (qtp765462387-7504) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard2  x:replacenodetest_coll_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.replacenodetest_coll.shard2.replica1
   [junit4]   2> 904474 INFO  (qtp1217256632-7525) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.replacenodetest_coll.shard1.replica2
   [junit4]   2> 904474 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.replacenodetest_coll.shard1.replica1
   [junit4]   2> 904474 INFO  (qtp2115581268-7524) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.replacenodetest_coll.shard3.replica2
   [junit4]   2> 904475 INFO  (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.replacenodetest_coll.shard4.replica1
   [junit4]   2> 904475 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f7931bb[replacenodetest_coll_shard3_replica1] main]
   [junit4]   2> 904476 ERROR (qtp589864793-7495) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard5  x:replacenodetest_coll_shard5_replica2] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'replacenodetest_coll_shard5_replica2': Unable to create core [replacenodetest_coll_shard5_replica2] Caused by: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:363)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:307)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [replacenodetest_coll_shard5_replica2]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:935)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:855)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
   [junit4]   2> 	at org.apache.solr.api.Api.getSpec(Api.java:64)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.init(PluginBag.java:272)
   [junit4]   2> 	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
   [junit4]   2> 	... 37 more
   [junit4]   2> 
   [junit4]   2> 904481 INFO  (qtp589864793-7493) [n:127.0.0.1:56351_solr c:replacenodetest_coll s:shard3  x:replacenodetest_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 904484 ERROR (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'replacenodetest_coll_shard1_replica1': Unable to create core [replacenodetest_coll_shard1_replica1] Caused by: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:363)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:307)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [replacenodetest_coll_shard1_replica1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:935)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:855)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
   [junit4]   2> 	at org.apache.solr.api.Api.getSpec(Api.java:64)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.init(PluginBag.java:272)
   [junit4]   2> 	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
   [junit4]   2> 	... 37 more
   [junit4]   2> 
   [junit4]   2> 904486 INFO  (qtp2115581268-7554) [n:127.0.0.1:56361_solr c:replacenodetest_coll s:shard1  x:replacenodetest_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard1_replica1&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard1&wt=javabin&version=2} status=400 QTime=1401
   [junit4]   2> 904476 ERROR (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'replacenodetest_coll_shard4_replica2': Unable to create core [replacenodetest_coll_shard4_replica2] Caused by: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:363)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:307)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [replacenodetest_coll_shard4_replica2]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:935)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:855)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: java.lang.RuntimeException: invalid API spec: apispec/core.config.Commands.json
   [junit4]   2> 	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
   [junit4]   2> 	at org.apache.solr.api.Api.getSpec(Api.java:64)
   [junit4]   2> 	at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
   [junit4]   2> 	at org.apache.solr.core.PluginBag.init(PluginBag.java:272)
   [junit4]   2> 	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
   [junit4]   2> 	... 37 more
   [junit4]   2> 
   [junit4]   2> 904487 INFO  (qtp765462387-7502) [n:127.0.0.1:56356_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard4_replica2&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard4&wt=javabin&version=2} status=400 QTime=1403
   [junit4]   2> 904484 ERROR (qtp1217256632-7527) [n:127.0.0.1:56354_solr c:replacenodetest_coll s:shard4  x:replacenodetest_coll_shard4_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'replacenodetest_coll_shard4_replica1': Unable to create core [replacenodetest_coll_shard4_replica1] Caused by: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeTest_75C7DCB4917C11B3-001/tempDir-001/node6/replacenodetest_coll_shard4_replica1/data/tlog
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:889)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:363)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:307)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [replacenodetest_coll_shard4_replica1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:935)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:855)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error Instantiating Update Handler, solr.DirectUpdateHandler2 failed to instantiate org.apache.solr.update.UpdateHandler
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error Instantiating Update Handler, solr.DirectUpdateHandler2 failed to instantiate org.apache.solr.update.UpdateHandler
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:774)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
   [junit4]   2> 	a

[...truncated too long message...]

.lang.AssertionError: Could not find collection:collection2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([75C7DCB4917C11B3:FD93E36E3F807C4B]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1543407 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[75C7DCB4917C11B3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_75C7DCB4917C11B3-001
   [junit4]   2> May 23, 2017 12:57:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {6grand2_s=PostingsFormat(name=LuceneFixedGap), 7grand5_s=Lucene50(blocksize=128), 5grand1_s=PostingsFormat(name=LuceneFixedGap), 6grand4_s=Lucene50(blocksize=128), 4grand0_s=PostingsFormat(name=LuceneFixedGap), 7grand1_s=Lucene50(blocksize=128), 4grand2_s=Lucene50(blocksize=128), 7grand3_s=PostingsFormat(name=LuceneFixedGap), 6parent_f2_s=PostingsFormat(name=Memory doPackFST= true), 0parent_f2_s=PostingsFormat(name=Memory doPackFST= false), 3grand1_s=Lucene50(blocksize=128), 4parent_f1_s=Lucene50(blocksize=128), 9parent_f2_s=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), id=PostingsFormat(name=Memory doPackFST= true), 5grand3_s=Lucene50(blocksize=128), 5parent_f1_s=PostingsFormat(name=Memory doPackFST= true), 1parent_f1_s=PostingsFormat(name=Memory doPackFST= true), 6grand0_s=Lucene50(blocksize=128), 10parent_f2_s=Lucene50(blocksize=128), _root_=PostingsFormat(name=LuceneFixedGap), 8parent_f1_s=Lucene50(blocksize=128), 2parent_f2_s=PostingsFormat(name=Memory doPackFST= true), 3child0_s=PostingsFormat(name=Memory doPackFST= true), 4child3_s=PostingsFormat(name=Memory doPackFST= true), 1grand0_s=PostingsFormat(name=Memory doPackFST= false), 4child1_s=PostingsFormat(name=Memory doPackFST= false), 2grand1_s=PostingsFormat(name=Memory doPackFST= true), 3child2_s=PostingsFormat(name=Memory doPackFST= false), 1child0_s=PostingsFormat(name=Memory doPackFST= false), 7parent_f1_s=PostingsFormat(name=Memory doPackFST= false), 2child1_s=PostingsFormat(name=Memory doPackFST= true), 3parent_f2_s=PostingsFormat(name=LuceneFixedGap), 6grand3_s=PostingsFormat(name=Memory doPackFST= false), 7grand6_s=PostingsFormat(name=Memory doPackFST= false), 5grand0_s=PostingsFormat(name=Memory doPackFST= false), 6grand5_s=PostingsFormat(name=Memory doPackFST= true), 5grand2_s=PostingsFormat(name=Memory doPackFST= true), 7grand2_s=PostingsFormat(name=Memory doPackFST= false), 4grand1_s=PostingsFormat(name=Memory doPackFST= false), 7grand4_s=PostingsFormat(name=Memory doPackFST= true), 4grand3_s=PostingsFormat(name=Memory doPackFST= true), 3grand0_s=PostingsFormat(name=Memory doPackFST= true), 6parent_f1_s=PostingsFormat(name=LuceneFixedGap), 0parent_f1_s=Lucene50(blocksize=128), 3grand2_s=PostingsFormat(name=Memory doPackFST= false), 4parent_f2_s=PostingsFormat(name=Memory doPackFST= false), 9parent_f1_s=PostingsFormat(name=Memory doPackFST= true), 1parent_f2_s=Lucene50(blocksize=128), 7grand0_s=PostingsFormat(name=Memory doPackFST= true), text_t=PostingsFormat(name=LuceneFixedGap), 5grand4_s=PostingsFormat(name=Memory doPackFST= false), 6grand1_s=PostingsFormat(name=Memory doPackFST= true), type_s=PostingsFormat(name=LuceneFixedGap), 5parent_f2_s=Lucene50(blocksize=128), 8parent_f2_s=PostingsFormat(name=Memory doPackFST= false), 10parent_f1_s=PostingsFormat(name=Memory doPackFST= false), 2parent_f1_s=PostingsFormat(name=LuceneFixedGap), 4child2_s=PostingsFormat(name=LuceneFixedGap), rnd_b=PostingsFormat(name=Memory doPackFST= true), 4child0_s=Lucene50(blocksize=128), 2grand0_s=PostingsFormat(name=LuceneFixedGap), 3child1_s=Lucene50(blocksize=128), 7parent_f2_s=PostingsFormat(name=LuceneFixedGap), 2child0_s=Lucene50(blocksize=128), 3parent_f1_s=PostingsFormat(name=Memory doPackFST= false)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=300, maxMBSortInHeap=5.0854588483388365, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-VE, timezone=UCT
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=155009384,total=514850816
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrDynamicMBean, TestStressUserVersions, TestSha256AuthenticationProvider, DeleteStatusTest, HdfsCollectionsAPIDistributedZkTest, TestNamedUpdateProcessors, ClassificationUpdateProcessorFactoryTest, SharedFSAutoReplicaFailoverTest, DirectSolrSpellCheckerTest, TestIBSimilarityFactory, LeaderElectionTest, TimeZoneUtilsTest, HdfsThreadLeakTest, DocExpirationUpdateProcessorFactoryTest, SynonymTokenizerTest, AlternateDirectoryTest, MigrateRouteKeyTest, TermsComponentTest, DistributedSpellCheckComponentTest, ClusterStateUpdateTest, TestUpdate, XsltUpdateRequestHandlerTest, SchemaVersionSpecificBehaviorTest, NumericFieldsTest, QueryEqualityTest, TestFieldCacheReopen, TestOnReconnectListenerSupport, TestReplicationHandlerBackup, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, HdfsBasicDistributedZk2Test, TestSortByMinMaxFunction, TestElisionMultitermQuery, TestRestManager, TestSimpleTextCodec, TestHdfsUpdateLog, TestSQLHandlerNonCloud, TestDocTermOrds, TestRandomRequestDistribution, ActionThrottleTest, TestSerializedLuceneMatchVersion, TestSizeLimitedDistributedMap, JavabinLoaderTest, TestRemoteStreaming, IndexSchemaRuntimeFieldTest, TestDFISimilarityFactory, BlockJoinFacetSimpleTest, TestSegmentSorting, DistributedQueryElevationComponentTest, TestGroupingSearch, HdfsRecoverLeaseTest, TestConfigSetsAPIExclusivity, ChaosMonkeyNothingIsSafeTest, WrapperMergePolicyFactoryTest, HLLSerializationTest, HttpSolrCallGetCoreTest, TestLazyCores, TestFieldCacheVsDocValues, BadCopyFieldTest, JsonValidatorTest, SolrCoreTest, SimpleFacetsTest, SolrCloudExampleTest, SolrPluginUtilsTest, TestExtendedDismaxParser, HdfsRestartWhileUpdatingTest, ManagedSchemaRoundRobinCloudTest, TestHashPartitioner, TestMaxScoreQueryParser, ConcurrentDeleteAndCreateCollectionTest, TestReplicationHandler, TestSolrConfigHandlerConcurrent, TestXIncludeConfig, TestRTimerTree, TestScoreJoinQPNoScore, AnalysisAfterCoreReloadTest, ConfigureRecoveryStrategyTest, TestStressLiveNodes, TestDistribIDF, PKIAuthenticationIntegrationTest, TestTolerantUpdateProcessorRandomCloud, TestMultiWordSynonyms, DeleteLastCustomShardedReplicaTest, TestStressRecovery, TestAuthenticationFramework, DOMUtilTest, TestCursorMarkWithoutUniqueKey, NodeMutatorTest, RollingRestartTest, TestReloadDeadlock, TestUseDocValuesAsStored2, SuggesterFSTTest, RulesTest, LeaderInitiatedRecoveryOnCommitTest, DistributedFacetPivotSmallTest, AssignTest, TestHalfAndHalfDocValues, DistributedQueueTest, TestEmbeddedSolrServerConstructors, DocumentBuilderTest, ZkCLITest, TestTestInjection, SyncSliceTest, HdfsDirectoryFactoryTest, MoveReplicaTest, CustomCollectionTest, TestBM25SimilarityFactory, TestFileDictionaryLookup, TestPerFieldSimilarityClassic, TestSolr4Spatial2, TestHighlightDedupGrouping, DirectoryFactoryTest, BasicDistributedZkTest, TestSchemaSimilarityResource, TestJmxIntegration, ShardRoutingTest, TestConfigsApi, HdfsChaosMonkeyNothingIsSafeTest, AtomicUpdateProcessorFactoryTest, UUIDUpdateProcessorFallbackTest, TestCharFilters, StressHdfsTest, TestCSVResponseWriter, TestReplicaProperties, TestFaceting, DocValuesMultiTest, TestCloudInspectUtil, TestMacroExpander, ZkControllerTest, DistributedSuggestComponentTest, TestFieldCollectionResource, PeerSyncReplicationTest, SuggestComponentContextFilterQueryTest, TestDocBasedVersionConstraints, BaseCdcrDistributedZkTest, ChangedSchemaMergeTest, TestSchemaNameResource, TestImpersonationWithHadoopAuth, PropertiesRequestHandlerTest, TestApiFramework, TestChildDocTransformer, CdcrUpdateLogTest, SystemInfoHandlerTest, SolrMetricReporterTest, OverseerModifyCollectionTest, SpatialRPTFieldTypeTest, TestCloudRecovery, TestPostingsSolrHighlighter, TestInPlaceUpdatesStandalone, DistributedQueryComponentCustomSortTest, SimpleCollectionCreateDeleteTest, BadComponentTest, TestDistributedStatsComponentCardinality, InfoHandlerTest, BlockJoinFacetDistribTest, TestStressCloudBlindAtomicUpdates, TestJettySolrRunner, InfixSuggestersTest, TestAnalyzedSuggestions, SolrRequestParserTest, TestCloudSchemaless, TestSolrCloudSnapshots, IndexBasedSpellCheckerTest, HdfsDirectoryTest, HighlighterTest, DistributedMLTComponentTest, TestSort, FastVectorHighlighterTest, TestCustomStream, TestDocumentBuilder, SparseHLLTest, UnloadDistributedZkTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [357/712 (2!)] on J0 in 65.37s, 1 test, 1 failure <<< FAILURES!

[...truncated 44600 lines...]

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 886 - Still unstable!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/886/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

6 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
	at __randomizedtesting.SeedInfo.seed([BAE6A9F4F027BFBB:D007279FCDBD09C3]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DocValuesNotIndexedTest

Error Message:
org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate

Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate
	at __randomizedtesting.SeedInfo.seed([BAE6A9F4F027BFBB]:0)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.createCluster(DocValuesNotIndexedTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.schema.SchemaRequest$MultiUpdate
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	... 25 more
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/java/org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 31 more


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([BAE6A9F4F027BFBB:32B2962E5EDBD243]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.test

Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO

Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
	at __randomizedtesting.SeedInfo.seed([BAE6A9F4F027BFBB:32B2962E5EDBD243]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.printLayout(AbstractDistribZkTestBase.java:322)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribTearDown(AbstractFullDistribZkTestBase.java:1500)
	at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.distribTearDown(LeaderFailureAfterFreshStartTest.java:76)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:969)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
	at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
	at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
	at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
	at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
	at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
	at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
	... 38 more
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
	at sun.reflect.GeneratedConstructorAccessor56.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at java.lang.Class.newInstance(Class.java:442)
	at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
	... 44 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderFailureAfterFreshStartTest

Error Message:
22 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest:     1) Thread[id=15403, name=OverseerCollectionConfigSetProcessor-98017211941126148-127.0.0.1:64097_rief%2Fc-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:360)         at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)         at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=15394, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=15402, name=OverseerStateUpdate-98017211941126148-127.0.0.1:64097_rief%2Fc-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:183)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=15372, name=SessionTracker, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)    5) Thread[id=15385, name=qtp1897096086-15385, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=15401, name=zkCallback-3279-thread-1, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=15387, name=qtp1897096086-15387, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=15381, name=qtp1897096086-15381, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=15382, name=qtp1897096086-15382-acceptor-0@77bc189-ServerConnector@19dfc424{HTTP/1.1,[http/1.1]}{127.0.0.1:64097}, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=15399, name=TEST-LeaderFailureAfterFreshStartTest.test-seed#[BAE6A9F4F027BFBB]-SendThread(127.0.0.1:64093), state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)   11) Thread[id=15388, name=qtp1897096086-15388, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=15395, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=15383, name=qtp1897096086-15383, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=15386, name=qtp1897096086-15386, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   15) Thread[id=15400, name=TEST-LeaderFailureAfterFreshStartTest.test-seed#[BAE6A9F4F027BFBB]-EventThread, state=WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   16) Thread[id=15390, name=org.eclipse.jetty.server.session.HashSessionManager@d0d95aTimer, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=15370, name=Thread-3368, state=WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1252)         at java.lang.Thread.join(Thread.java:1326)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)   18) Thread[id=15384, name=qtp1897096086-15384, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=15389, name=Scheduler-1417881343, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)   20) Thread[id=15374, name=ProcessThread(sid:0 cport:64093):, state=WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)   21) Thread[id=15404, name=OverseerHdfsCoreFailoverThread-98017211941126148-127.0.0.1:64097_rief%2Fc-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)         at java.lang.Thread.run(Thread.java:748)   22) Thread[id=15371, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 22 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest: 
   1) Thread[id=15403, name=OverseerCollectionConfigSetProcessor-98017211941126148-127.0.0.1:64097_rief%2Fc-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:360)
        at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
        at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=15394, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=15402, name=OverseerStateUpdate-98017211941126148-127.0.0.1:64097_rief%2Fc-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
        at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
        at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:183)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=15372, name=SessionTracker, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   5) Thread[id=15385, name=qtp1897096086-15385, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=15401, name=zkCallback-3279-thread-1, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=15387, name=qtp1897096086-15387, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=15381, name=qtp1897096086-15381, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=15382, name=qtp1897096086-15382-acceptor-0@77bc189-ServerConnector@19dfc424{HTTP/1.1,[http/1.1]}{127.0.0.1:64097}, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=15399, name=TEST-LeaderFailureAfterFreshStartTest.test-seed#[BAE6A9F4F027BFBB]-SendThread(127.0.0.1:64093), state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
  11) Thread[id=15388, name=qtp1897096086-15388, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  12) Thread[id=15395, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
  13) Thread[id=15383, name=qtp1897096086-15383, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  14) Thread[id=15386, name=qtp1897096086-15386, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  15) Thread[id=15400, name=TEST-LeaderFailureAfterFreshStartTest.test-seed#[BAE6A9F4F027BFBB]-EventThread, state=WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  16) Thread[id=15390, name=org.eclipse.jetty.server.session.HashSessionManager@d0d95aTimer, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
  17) Thread[id=15370, name=Thread-3368, state=WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1252)
        at java.lang.Thread.join(Thread.java:1326)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
  18) Thread[id=15384, name=qtp1897096086-15384, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  19) Thread[id=15389, name=Scheduler-1417881343, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
  20) Thread[id=15374, name=ProcessThread(sid:0 cport:64093):, state=WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
  21) Thread[id=15404, name=OverseerHdfsCoreFailoverThread-98017211941126148-127.0.0.1:64097_rief%2Fc-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
        at java.lang.Thread.run(Thread.java:748)
  22) Thread[id=15371, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([BAE6A9F4F027BFBB]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderFailureAfterFreshStartTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=15401, name=zkCallback-3279-thread-1, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=15381, name=qtp1897096086-15381, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=15390, name=org.eclipse.jetty.server.session.HashSessionManager@d0d95aTimer, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=15389, name=Scheduler-1417881343, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=15399, name=TEST-LeaderFailureAfterFreshStartTest.test-seed#[BAE6A9F4F027BFBB]-SendThread(127.0.0.1:64093), state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=15401, name=zkCallback-3279-thread-1, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=15381, name=qtp1897096086-15381, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=15390, name=org.eclipse.jetty.server.session.HashSessionManager@d0d95aTimer, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=15389, name=Scheduler-1417881343, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=15399, name=TEST-LeaderFailureAfterFreshStartTest.test-seed#[BAE6A9F4F027BFBB]-SendThread(127.0.0.1:64093), state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
	at __randomizedtesting.SeedInfo.seed([BAE6A9F4F027BFBB]:0)




Build Log:
[...truncated 12120 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/init-core-data-001
   [junit4]   2> 1223877 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BAE6A9F4F027BFBB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1223877 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BAE6A9F4F027BFBB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1223880 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BAE6A9F4F027BFBB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1223880 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BAE6A9F4F027BFBB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1223881 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1223881 INFO  (Thread-2830) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1223881 INFO  (Thread-2830) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1223883 ERROR (Thread-2830) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1223991 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.ZkTestServer start zk server on port:62972
   [junit4]   2> 1224044 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1224047 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1224049 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1224051 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1224052 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1224055 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1224057 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1224058 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1224060 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1224062 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1224064 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1224260 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/control-001/cores/collection1
   [junit4]   2> 1224261 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1224263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d15ba68{/,null,AVAILABLE}
   [junit4]   2> 1224263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b2d4807{HTTP/1.1,[http/1.1]}{127.0.0.1:62975}
   [junit4]   2> 1224263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.e.j.s.Server Started @1228902ms
   [junit4]   2> 1224263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/tempDir-001/control/data, hostContext=/, hostPort=62975, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/control-001/cores}
   [junit4]   2> 1224263 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1224263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1224263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1224263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1224263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T10:58:59.069Z
   [junit4]   2> 1224266 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1224266 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/control-001/solr.xml
   [junit4]   2> 1224272 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1224273 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62972/solr
   [junit4]   2> 1224299 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62975_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1224300 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62975_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62975_
   [junit4]   2> 1224301 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62975_    ] o.a.s.c.Overseer Overseer (id=98017184231522308-127.0.0.1:62975_-n_0000000000) starting
   [junit4]   2> 1224310 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62975_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62975_
   [junit4]   2> 1224312 INFO  (zkCallback-2688-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1224369 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62975_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/control-001/cores
   [junit4]   2> 1224369 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62975_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1224370 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1224372 INFO  (OverseerStateUpdate-98017184231522308-127.0.0.1:62975_-n_0000000000) [n:127.0.0.1:62975_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1225405 WARN  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1225406 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1225430 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1225497 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1225521 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1225521 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1225521 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/control-001/cores/collection1/data/]
   [junit4]   2> 1225521 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cca634e
   [junit4]   2> 1225522 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=84.3056640625, floorSegmentMB=2.1923828125, forceMergeDeletesPctAllowed=27.620961689353223, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1225526 WARN  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1225579 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1225579 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1225580 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1225580 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1225580 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1225581 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cbcbef1[collection1] main]
   [junit4]   2> 1225583 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1225584 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1225584 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1225584 INFO  (searcherExecutor-5441-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7cbcbef1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1225585 INFO  (coreLoadExecutor-5440-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568274949489033216
   [junit4]   2> 1225591 INFO  (coreZkRegister-5433-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1225592 INFO  (coreZkRegister-5433-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1225592 INFO  (coreZkRegister-5433-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62975/collection1/
   [junit4]   2> 1225592 INFO  (coreZkRegister-5433-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1225592 INFO  (coreZkRegister-5433-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:62975/collection1/ has no replicas
   [junit4]   2> 1225592 INFO  (coreZkRegister-5433-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1225596 INFO  (coreZkRegister-5433-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62975/collection1/ shard1
   [junit4]   2> 1225770 INFO  (coreZkRegister-5433-thread-1-processing-n:127.0.0.1:62975_ x:collection1 c:control_collection) [n:127.0.0.1:62975_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1225907 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1225911 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62972/solr ready
   [junit4]   2> 1225911 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1226471 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/shard-1-001/cores/collection1
   [junit4]   2> 1226473 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/shard-1-001
   [junit4]   2> 1226474 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1226478 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d2b33a5{/,null,AVAILABLE}
   [junit4]   2> 1226479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2baa4707{HTTP/1.1,[http/1.1]}{127.0.0.1:62980}
   [junit4]   2> 1226479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.e.j.s.Server Started @1231118ms
   [junit4]   2> 1226479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=62980, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/shard-1-001/cores}
   [junit4]   2> 1226479 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1226479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1226479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1226479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1226479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-24T10:59:01.285Z
   [junit4]   2> 1226489 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1226489 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/shard-1-001/solr.xml
   [junit4]   2> 1226505 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1226508 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62972/solr
   [junit4]   2> 1226525 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62980_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1226529 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62980_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1226535 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62980_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62980_
   [junit4]   2> 1226537 INFO  (zkCallback-2692-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1226537 INFO  (zkCallback-2688-thread-1-processing-n:127.0.0.1:62975_) [n:127.0.0.1:62975_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1226538 INFO  (zkCallback-2697-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1226613 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62980_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/shard-1-001/cores
   [junit4]   2> 1226613 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BAE6A9F4F027BFBB]) [n:127.0.0.1:62980_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1226614 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1226615 INFO  (OverseerStateUpdate-98017184231522308-127.0.0.1:62975_-n_0000000000) [n:127.0.0.1:62975_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1227646 WARN  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1227647 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1227658 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1227733 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1227756 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1227756 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1227756 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BAE6A9F4F027BFBB-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1227756 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cca634e
   [junit4]   2> 1227757 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=84.3056640625, floorSegmentMB=2.1923828125, forceMergeDeletesPctAllowed=27.620961689353223, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1227761 WARN  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1227824 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1227824 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1227825 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1227825 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:127.0.0.1:62980_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1227826 INFO  (coreLoadExecutor-5451-thread-1-processing-n:127.0.0.1:62980_) [n:12

[...truncated too long message...]

isc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   19) Thread[id=15389, name=Scheduler-1417881343, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   20) Thread[id=15374, name=ProcessThread(sid:0 cport:64093):, state=WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]    >   21) Thread[id=15404, name=OverseerHdfsCoreFailoverThread-98017211941126148-127.0.0.1:64097_rief%2Fc-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   22) Thread[id=15371, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BAE6A9F4F027BFBB]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=15401, name=zkCallback-3279-thread-1, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=15381, name=qtp1897096086-15381, state=RUNNABLE, group=TGRP-LeaderFailureAfterFreshStartTest]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=15390, name=org.eclipse.jetty.server.session.HashSessionManager@d0d95aTimer, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=15389, name=Scheduler-1417881343, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=15399, name=TEST-LeaderFailureAfterFreshStartTest.test-seed#[BAE6A9F4F027BFBB]-SendThread(127.0.0.1:64093), state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BAE6A9F4F027BFBB]:0)
   [junit4] Completed [507/712 (4!)] on J1 in 23.84s, 1 test, 3 errors <<< FAILURES!

[...truncated 44126 lines...]

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 885 - Failure!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/885/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

No tests ran.

Build Log:
[...truncated 17 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:809)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1076)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1107)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:560)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:485)
	at hudson.model.Run.execute(Run.java:1735)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:415)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:619)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to MacOSX VBOX(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1545)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:830)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor655.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy61.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:807)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: Connection reset
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:617)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.eclipse.jgit.errors.TransportException: Connection reset
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:186)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:194)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 11 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
	at org.eclipse.jgit.util.IO.readFully(IO.java:247)
	at org.eclipse.jgit.transport.PacketLineIn.readLength(PacketLineIn.java:212)
	at org.eclipse.jgit.transport.PacketLineIn.readString(PacketLineIn.java:142)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefsImpl(BasePackConnection.java:199)
	at org.eclipse.jgit.transport.BasePackConnection.readAdvertisedRefs(BasePackConnection.java:180)
	... 17 more
ERROR: null
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 884 - Still Unstable!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/884/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Collection not found: routeFieldColl

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([4672177D552F8DF1:EE4489A0CA4E66AB]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1401)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1094)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12495 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/init-core-data-001
   [junit4]   2> 1980175 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1980179 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1980180 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001
   [junit4]   2> 1980180 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1980180 INFO  (Thread-3448) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1980180 INFO  (Thread-3448) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1980183 ERROR (Thread-3448) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1980280 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:53592
   [junit4]   2> 1980313 INFO  (jetty-launcher-2814-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1980313 INFO  (jetty-launcher-2814-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1980313 INFO  (jetty-launcher-2814-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1980313 INFO  (jetty-launcher-2814-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1980321 INFO  (jetty-launcher-2814-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a231383{/solr,null,AVAILABLE}
   [junit4]   2> 1980321 INFO  (jetty-launcher-2814-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bfce6a1{/solr,null,AVAILABLE}
   [junit4]   2> 1980322 INFO  (jetty-launcher-2814-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9e175dd{HTTP/1.1,[http/1.1]}{127.0.0.1:53601}
   [junit4]   2> 1980322 INFO  (jetty-launcher-2814-thread-3) [    ] o.e.j.s.Server Started @1987004ms
   [junit4]   2> 1980322 INFO  (jetty-launcher-2814-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53601}
   [junit4]   2> 1980323 INFO  (jetty-launcher-2814-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@69ac17e1{HTTP/1.1,[http/1.1]}{127.0.0.1:53600}
   [junit4]   2> 1980323 INFO  (jetty-launcher-2814-thread-1) [    ] o.e.j.s.Server Started @1987004ms
   [junit4]   2> 1980323 INFO  (jetty-launcher-2814-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53600}
   [junit4]   2> 1980323 ERROR (jetty-launcher-2814-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1980323 ERROR (jetty-launcher-2814-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1980323 INFO  (jetty-launcher-2814-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1980323 INFO  (jetty-launcher-2814-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1980323 INFO  (jetty-launcher-2814-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1980323 INFO  (jetty-launcher-2814-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bfec773{/solr,null,AVAILABLE}
   [junit4]   2> 1980325 INFO  (jetty-launcher-2814-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1980325 INFO  (jetty-launcher-2814-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T21:22:07.150Z
   [junit4]   2> 1980326 INFO  (jetty-launcher-2814-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15912014{HTTP/1.1,[http/1.1]}{127.0.0.1:53602}
   [junit4]   2> 1980326 INFO  (jetty-launcher-2814-thread-4) [    ] o.e.j.s.Server Started @1987007ms
   [junit4]   2> 1980326 INFO  (jetty-launcher-2814-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53602}
   [junit4]   2> 1980324 INFO  (jetty-launcher-2814-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1980326 ERROR (jetty-launcher-2814-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1980323 INFO  (jetty-launcher-2814-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4692e2d2{/solr,null,AVAILABLE}
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T21:22:07.152Z
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@56cec36a{HTTP/1.1,[http/1.1]}{127.0.0.1:53603}
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-2) [    ] o.e.j.s.Server Started @1987008ms
   [junit4]   2> 1980326 INFO  (jetty-launcher-2814-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T21:22:07.152Z
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53603}
   [junit4]   2> 1980327 ERROR (jetty-launcher-2814-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1980327 INFO  (jetty-launcher-2814-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1980328 INFO  (jetty-launcher-2814-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1980328 INFO  (jetty-launcher-2814-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1980328 INFO  (jetty-launcher-2814-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-23T21:22:07.153Z
   [junit4]   2> 1980331 INFO  (jetty-launcher-2814-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1980331 INFO  (jetty-launcher-2814-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1980332 INFO  (jetty-launcher-2814-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1980332 INFO  (jetty-launcher-2814-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1980343 INFO  (jetty-launcher-2814-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1980343 INFO  (jetty-launcher-2814-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1980344 INFO  (jetty-launcher-2814-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1980344 INFO  (jetty-launcher-2814-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1980345 INFO  (jetty-launcher-2814-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53592/solr
   [junit4]   2> 1980345 INFO  (jetty-launcher-2814-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53592/solr
   [junit4]   2> 1980345 INFO  (jetty-launcher-2814-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53592/solr
   [junit4]   2> 1980345 INFO  (jetty-launcher-2814-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53592/solr
   [junit4]   2> 1980399 INFO  (jetty-launcher-2814-thread-1) [n:127.0.0.1:53600_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1980399 INFO  (jetty-launcher-2814-thread-3) [n:127.0.0.1:53601_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1980400 INFO  (jetty-launcher-2814-thread-4) [n:127.0.0.1:53602_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1980401 INFO  (jetty-launcher-2814-thread-3) [n:127.0.0.1:53601_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53601_solr
   [junit4]   2> 1980401 INFO  (jetty-launcher-2814-thread-2) [n:127.0.0.1:53603_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1980402 INFO  (jetty-launcher-2814-thread-1) [n:127.0.0.1:53600_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53600_solr
   [junit4]   2> 1980405 INFO  (jetty-launcher-2814-thread-3) [n:127.0.0.1:53601_solr    ] o.a.s.c.Overseer Overseer (id=98013972201930764-127.0.0.1:53601_solr-n_0000000000) starting
   [junit4]   2> 1980406 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1980406 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1980406 INFO  (zkCallback-2836-thread-1-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1980406 INFO  (zkCallback-2834-thread-1-processing-n:127.0.0.1:53602_solr) [n:127.0.0.1:53602_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1980409 INFO  (jetty-launcher-2814-thread-4) [n:127.0.0.1:53602_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53602_solr
   [junit4]   2> 1980409 INFO  (jetty-launcher-2814-thread-2) [n:127.0.0.1:53603_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53603_solr
   [junit4]   2> 1980415 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1980415 INFO  (zkCallback-2834-thread-1-processing-n:127.0.0.1:53602_solr) [n:127.0.0.1:53602_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1980416 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1980416 INFO  (zkCallback-2836-thread-1-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1980430 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1980431 INFO  (zkCallback-2834-thread-1-processing-n:127.0.0.1:53602_solr) [n:127.0.0.1:53602_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1980431 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1980431 INFO  (zkCallback-2836-thread-1-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1980452 INFO  (jetty-launcher-2814-thread-3) [n:127.0.0.1:53601_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53601_solr
   [junit4]   2> 1980454 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1980454 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1980455 INFO  (zkCallback-2836-thread-1-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1980455 INFO  (zkCallback-2834-thread-1-processing-n:127.0.0.1:53602_solr) [n:127.0.0.1:53602_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1980568 INFO  (jetty-launcher-2814-thread-2) [n:127.0.0.1:53603_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node2/.
   [junit4]   2> 1980568 INFO  (jetty-launcher-2814-thread-4) [n:127.0.0.1:53602_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node4/.
   [junit4]   2> 1980570 INFO  (jetty-launcher-2814-thread-3) [n:127.0.0.1:53601_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node3/.
   [junit4]   2> 1980570 INFO  (jetty-launcher-2814-thread-1) [n:127.0.0.1:53600_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/.
   [junit4]   2> 1980606 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1980608 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53592/solr ready
   [junit4]   2> 1980661 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[4672177D552F8DF1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 1980663 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[4672177D552F8DF1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1980673 INFO  (qtp1937929118-16054) [n:127.0.0.1:53603_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1980677 INFO  (OverseerThreadFactory-7411-thread-1-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCreateShardRepFactor
   [junit4]   2> 1980805 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2
   [junit4]   2> 1980805 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2
   [junit4]   2> 1980810 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1980811 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1980919 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1980919 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1981929 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1981929 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1981936 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1981936 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1981969 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1981969 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1981970 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1981970 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/testCreateShardRepFactor_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/./testCreateShardRepFactor_b_replica1/data/]
   [junit4]   2> 1981970 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1981970 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1981970 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1981970 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node2/testCreateShardRepFactor_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node2/./testCreateShardRepFactor_a_replica1/data/]
   [junit4]   2> 1982060 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1982060 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1982062 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1982062 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1982062 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1982063 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1982063 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35fb25af[testCreateShardRepFactor_a_replica1] main]
   [junit4]   2> 1982064 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1982064 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1982065 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1982065 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d08ecee[testCreateShardRepFactor_b_replica1] main]
   [junit4]   2> 1982065 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1982066 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1982066 INFO  (searcherExecutor-7421-thread-1-processing-n:127.0.0.1:53603_solr x:testCreateShardRepFactor_a_replica1 s:a c:testCreateShardRepFactor) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1] Registered new searcher Searcher@35fb25af[testCreateShardRepFactor_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1982066 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568223557206409216
   [junit4]   2> 1982066 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1982067 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1982067 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1982067 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568223557207457792
   [junit4]   2> 1982067 INFO  (searcherExecutor-7420-thread-1-processing-n:127.0.0.1:53600_solr x:testCreateShardRepFactor_b_replica1 s:b c:testCreateShardRepFactor) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1] Registered new searcher Searcher@7d08ecee[testCreateShardRepFactor_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1982074 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1982074 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1982074 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53603/solr/testCreateShardRepFactor_a_replica1/
   [junit4]   2> 1982075 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1982075 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:53603/solr/testCreateShardRepFactor_a_replica1/ has no replicas
   [junit4]   2> 1982075 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1982075 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1982075 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1982075 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53600/solr/testCreateShardRepFactor_b_replica1/
   [junit4]   2> 1982075 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1982076 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:53600/solr/testCreateShardRepFactor_b_replica1/ has no replicas
   [junit4]   2> 1982076 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1982080 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53603/solr/testCreateShardRepFactor_a_replica1/ a
   [junit4]   2> 1982082 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53600/solr/testCreateShardRepFactor_b_replica1/ b
   [junit4]   2> 1982187 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1982187 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1982194 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1982200 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2} status=0 QTime=1394
   [junit4]   2> 1982245 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1982250 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2} status=0 QTime=1444
   [junit4]   2> 1982258 INFO  (qtp1937929118-16054) [n:127.0.0.1:53603_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1982365 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1982365 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1982694 INFO  (OverseerCollectionConfigSetProcessor-98013972201930764-127.0.0.1:53601_solr-n_0000000000) [n:127.0.0.1:53601_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1983267 INFO  (qtp1937929118-16054) [n:127.0.0.1:53603_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2} status=0 QTime=2593
   [junit4]   2> 1983271 INFO  (qtp1937929118-16059) [n:127.0.0.1:53603_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1983277 INFO  (OverseerThreadFactory-7411-thread-2-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 1983396 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1983396 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1983505 INFO  (OverseerThreadFactory-7411-thread-2-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.CreateShardCmd Creating shard testCreateShardRepFactor_x_replica1 as part of slice x of collection testCreateShardRepFactor on 127.0.0.1:53601_solr
   [junit4]   2> 1983510 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
   [junit4]   2> 1983511 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1983623 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1983623 INFO  (zkCallback-2836-thread-1-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1983623 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1984546 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1984556 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1984589 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1984589 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1984590 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1984590 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node3/testCreateShardRepFactor_x_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node3/./testCreateShardRepFactor_x_replica1/data/]
   [junit4]   2> 1984638 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1984638 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1984639 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1984639 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1984639 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fdb6fd[testCreateShardRepFactor_x_replica1] main]
   [junit4]   2> 1984641 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1984641 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1984641 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1984642 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568223559907540992
   [junit4]   2> 1984642 INFO  (searcherExecutor-7430-thread-1-processing-n:127.0.0.1:53601_solr x:testCreateShardRepFactor_x_replica1 s:x c:testCreateShardRepFactor) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1] Registered new searcher Searcher@4fdb6fd[testCreateShardRepFactor_x_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1984649 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1984649 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1984649 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53601/solr/testCreateShardRepFactor_x_replica1/
   [junit4]   2> 1984649 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1984649 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:53601/solr/testCreateShardRepFactor_x_replica1/ has no replicas
   [junit4]   2> 1984649 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1984654 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53601/solr/testCreateShardRepFactor_x_replica1/ x
   [junit4]   2> 1984767 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1984767 INFO  (zkCallback-2836-thread-1-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1984767 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1984826 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1984831 INFO  (qtp470400840-16042) [n:127.0.0.1:53601_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=1321
   [junit4]   2> 1984832 INFO  (OverseerThreadFactory-7411-thread-2-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.CreateShardCmd Finished create command on all shards for collection: testCreateShardRepFactor
   [junit4]   2> 1984836 INFO  (qtp1937929118-16059) [n:127.0.0.1:53603_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=1565
   [junit4]   2> 1984843 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[4672177D552F8DF1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 1984907 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[4672177D552F8DF1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
   [junit4]   2> 1984910 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[4672177D552F8DF1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1984918 INFO  (qtp1937929118-16060) [n:127.0.0.1:53603_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1984925 INFO  (OverseerThreadFactory-7411-thread-3-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1984925 INFO  (OverseerCollectionConfigSetProcessor-98013972201930764-127.0.0.1:53601_solr-n_0000000000) [n:127.0.0.1:53601_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1984928 INFO  (qtp1937929118-16061) [n:127.0.0.1:53603_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 1984928 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 1984928 INFO  (qtp470400840-16043) [n:127.0.0.1:53601_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 1984929 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@27fac553
   [junit4]   2> 1984929 INFO  (qtp470400840-16043) [n:127.0.0.1:53601_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4c86d846
   [junit4]   2> 1984929 INFO  (qtp1937929118-16061) [n:127.0.0.1:53603_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@23a28449
   [junit4]   2> 1984930 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 1984931 INFO  (qtp1937929118-16061) [n:127.0.0.1:53603_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 1984931 INFO  (qtp470400840-16043) [n:127.0.0.1:53601_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 1984938 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1984939 INFO  (qtp1937929118-16061) [n:127.0.0.1:53603_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 1984939 INFO  (qtp470400840-16043) [n:127.0.0.1:53601_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 1985662 INFO  (qtp1937929118-16060) [n:127.0.0.1:53603_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} status=0 QTime=744
   [junit4]   2> 1985665 INFO  (qtp1937929118-16037) [n:127.0.0.1:53603_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=3&collection.configName=conf&maxShardsPerNode=4&name=implicitcoll&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1985670 INFO  (OverseerThreadFactory-7411-thread-4-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.CreateCollectionCmd Create collection implicitcoll
   [junit4]   2> 1985671 INFO  (OverseerCollectionConfigSetProcessor-98013972201930764-127.0.0.1:53601_solr-n_0000000000) [n:127.0.0.1:53601_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1985891 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 1985892 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 1985892 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 1985893 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 1985893 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 1985893 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 1985894 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 1985897 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 1985898 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 1985898 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1986024 INFO  (zkCallback-2834-thread-1-processing-n:127.0.0.1:53602_solr) [n:127.0.0.1:53602_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1986024 INFO  (zkCallback-2833-thread-1-processing-n:127.0.0.1:53603_solr) [n:127.0.0.1:53603_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1986024 INFO  (zkCallback-2836-thread-1-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1986024 INFO  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1986930 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986931 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986931 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986949 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986949 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986954 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986955 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986984 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986986 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1986989 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.IndexSchema [implicitcoll_b_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1986990 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.IndexSchema [implicitcoll_c_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1986990 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema [implicitcoll_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1987000 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.IndexSchema [implicitcoll_a_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1987003 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema [implicitcoll_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1987005 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema [implicitcoll_c_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1987003 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema [implicitcoll_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1987035 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema [implicitcoll_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1987035 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema [implicitcoll_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1987061 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987061 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987061 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987062 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore [[implicitcoll_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node3/implicitcoll_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node3/./implicitcoll_b_replica3/data/]
   [junit4]   2> 1987062 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987062 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987063 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987063 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore [[implicitcoll_a_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node2/implicitcoll_a_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node2/./implicitcoll_a_replica3/data/]
   [junit4]   2> 1987074 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987074 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987074 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987074 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987074 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987074 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore [[implicitcoll_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node3/implicitcoll_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node3/./implicitcoll_a_replica2/data/]
   [junit4]   2> 1987074 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987074 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore [[implicitcoll_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node4/implicitcoll_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node4/./implicitcoll_b_replica1/data/]
   [junit4]   2> 1987074 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987074 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987075 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987075 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore [[implicitcoll_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/implicitcoll_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/./implicitcoll_c_replica3/data/]
   [junit4]   2> 1987076 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987076 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987076 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987076 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987076 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore [[implicitcoll_c_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node2/implicitcoll_c_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node2/./implicitcoll_c_replica1/data/]
   [junit4]   2> 1987077 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987077 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987077 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987078 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1987078 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore [[implicitcoll_b_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/implicitcoll_b_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/./implicitcoll_b_replica2/data/]
   [junit4]   2> 1987078 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987078 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987078 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore [[implicitcoll_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node4/implicitcoll_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node4/./implicitcoll_c_replica2/data/]
   [junit4]   2> 1987076 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 1987078 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1987078 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore [[implicitcoll_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/implicitcoll_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001/tempDir-001/node1/./implicitcoll_a_replica1/data/]
   [junit4]   2> 1987198 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987198 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987200 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987200 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987201 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987201 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987207 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987207 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987208 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987208 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987209 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987209 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987225 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@7381ecc5[implicitcoll_b_replica3] main]
   [junit4]   2> 1987228 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1987228 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dbec897[implicitcoll_a_replica3] main]
   [junit4]   2> 1987231 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1987234 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1987235 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1987235 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987235 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987235 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987235 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987237 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987237 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987238 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568223562629644288
   [junit4]   2> 1987239 INFO  (searcherExecutor-7435-thread-1-processing-n:127.0.0.1:53601_solr x:implicitcoll_b_replica3 s:b c:implicitcoll) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore [implicitcoll_b_replica3] Registered new searcher Searcher@7381ecc5[implicitcoll_b_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1987243 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987243 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987243 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987243 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987244 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987244 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987245 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1987245 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1987246 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987246 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987246 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987246 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987246 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987246 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987246 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1987246 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1987247 INFO  (searcherExecutor-7436-thread-1-processing-n:127.0.0.1:53603_solr x:implicitcoll_a_replica3 s:a c:implicitcoll) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore [implicitcoll_a_replica3] Registered new searcher Searcher@6dbec897[implicitcoll_a_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1987247 INFO  (qtp1937929118-16055) [n:127.0.0.1:53603_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568223562639081472
   [junit4]   2> 1987248 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987248 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987248 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1987248 INFO  (qtp1473895207-16053) [n:127.0.0.1:53602_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1987251 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43c5e869[implicitcoll_c_replica1] main]
   [junit4]   2> 1987251 INFO  (qtp470400840-16034) [n:127.0.0.1:53601_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard b: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 1987251 INFO  (qtp470400840-16044) [n:127.0.0.1:53601_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e93a4c1[implicitcoll_a_replica2] main]
   [junit4]   2> 1987251 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7efe1b98[implicitcoll_c_replica2] main]
   [junit4]   2> 1987252 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1987253 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1987253 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1987253 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1987253 INFO  (searcherExecutor-7440-thread-1-processing-n:127.0.0.1:53603_solr x:implicitcoll_c_replica1 s:c c:implicitcoll) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore [implicitcoll_c_replica1] Registered new searcher Searcher@43c5e869[implicitcoll_c_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1987253 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568223562645372928
   [junit4]   2> 1987253 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1987254 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1987254 INFO  (qtp1473895207-16051) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568223562646421504
   [junit4]   2> 1987254 INFO  (searcherExecutor-7442-thread-1-processing-n:127.0.0.1:53602_solr x:implicitcoll_c_replica2 s:c c:implicitcoll) [n:127.0.0.1:53602_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore [implicitcoll_c_replica2] Registered new searcher Searcher@7efe1b98[implicitcoll_c_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1987259 INFO  (qtp1937929118-16056) [n:127.0.0.1:53603_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard c: total=3 found=2 timeoutin=9999ms
   [junit4]   2> 1987260 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@63d71705[implicitcoll_c_replica3] main]
   [junit4]   2> 1987261 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e797024[implicitcoll_b_replica2] main]
   [junit4]   2> 1987262 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1987262 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43b19e33[implicitcoll_a_replica1] main]
   [junit4]   2> 1987262 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1987262 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1987262 INFO  (qtp66626359-16033) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568223562654810112
   [junit4]   2> 1987262 INFO  (searcherExecutor-7439-thread-1-processing-n:127.0.0.1:53600_solr x:implicitcoll_c_replica3 s:c c:implicitcoll) [n:127.0.0.1:53600_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore [implicitcoll_c_replica3] Registered new searcher Searcher@63d71705[implicitcoll_c_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1987264 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1987264 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1987265 INFO  (qtp66626359-16035) [n:127.0.0.1:53600_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1987265 INFO  (qtp66626359-16032) [n:127.0.0.1:53600_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1987265 INFO  (searcherExecutor-7441-thread-1-processing-n:

[...truncated too long message...]

000000000) [n:127.0.0.1:53601_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53601_solr
   [junit4]   2> 2033616 WARN  (zkCallback-2836-thread-4-processing-n:127.0.0.1:53601_solr) [n:127.0.0.1:53601_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2033618 INFO  (jetty-closer-2815-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bfce6a1{/solr,null,UNAVAILABLE}
   [junit4]   2> 2035114 WARN  (zkCallback-2835-thread-1-processing-n:127.0.0.1:53600_solr) [n:127.0.0.1:53600_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2035115 INFO  (jetty-closer-2815-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a231383{/solr,null,UNAVAILABLE}
   [junit4]   2> 2035116 ERROR (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2035117 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53592 53592
   [junit4]   2> 2035245 INFO  (Thread-3448) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53592 53592
   [junit4]   2> 2035768 WARN  (Thread-3448) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/c/election/98013972201930761-core_node3-n_0000000001
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/a/election/98013972201930764-core_node11-n_0000000002
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/a/election/98013972201930762-core_node15-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	32	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2035769 INFO  (SUITE-CustomCollectionTest-seed#[4672177D552F8DF1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_4672177D552F8DF1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=ms-MY, timezone=Asia/Baghdad
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=284319112,total=480968704
   [junit4]   2> NOTE: All tests run in this JVM: [QueryEqualityTest, ParsingFieldUpdateProcessorsTest, DocumentAnalysisRequestHandlerTest, TestCloudInspectUtil, TestCloudPivotFacet, TestMacroExpander, ManagedSchemaRoundRobinCloudTest, TestLeaderElectionWithEmptyReplica, TestExtendedDismaxParser, TestSimpleTextCodec, TestSchemalessBufferedUpdates, TestLeaderInitiatedRecoveryThread, VersionInfoTest, SolrCloudExampleTest, MoreLikeThisHandlerTest, TermsComponentTest, TestImpersonationWithHadoopAuth, BaseCdcrDistributedZkTest, CollectionsAPIAsyncDistributedZkTest, TestSolrDynamicMBean, MultiTermTest, DisMaxRequestHandlerTest, TestConfigReload, TestJsonRequest, TestGraphMLResponseWriter, TestSerializedLuceneMatchVersion, TestDocTermOrds, CdcrRequestHandlerTest, CdcrUpdateLogTest, HttpSolrCallGetCoreTest, PingRequestHandlerTest, TestCollectionAPI, BadCopyFieldTest, TestPushWriter, TestStressReorder, TestBinaryResponseWriter, TestSolrConfigHandlerConcurrent, TestSort, OverseerModifyCollectionTest, TestApiFramework, TestDocBasedVersionConstraints, DistributedQueryElevationComponentTest, PolyFieldTest, SimpleFacetsTest, TestTestInjection, RequiredFieldsTest, TestUpdate, TestFileDictionaryLookup, MoveReplicaTest, RemoteQueryErrorTest, CoreAdminRequestStatusTest, TestJsonFacetRefinement, TestInitParams, DirectoryFactoryTest, TestComplexPhraseLeadingWildcard, TestWordDelimiterFilterFactory, DeleteStatusTest, UnloadDistributedZkTest, SchemaVersionSpecificBehaviorTest, TestReplicationHandler, HdfsDirectoryFactoryTest, TestSolrJ, CurrencyFieldXmlFileTest, RollingRestartTest, DateFieldTest, SolrCoreTest, HdfsChaosMonkeyNothingIsSafeTest, TestAnalyzedSuggestions, NumericFieldsTest, ClassificationUpdateProcessorFactoryTest, TestNumericTerms64, TestClassNameShortening, TestStressVersions, TestChildDocTransformer, TestRTGBase, TestBinaryResponseWriter, AddBlockUpdateTest, TriLevelCompositeIdRoutingTest, DOMUtilTest, TestSolrFieldCacheMBean, TestInPlaceUpdatesStandalone, PrimitiveFieldTypeTest, LeaderElectionTest, TestConfigSetsAPIExclusivity, BlockJoinFacetDistribTest, TestRequestStatusCollectionAPI, BasicDistributedZkTest, DeleteReplicaTest, BadComponentTest, TestCSVResponseWriter, CdcrReplicationDistributedZkTest, SolrMetricReporterTest, LeaderInitiatedRecoveryOnCommitTest, DirectSolrSpellCheckerTest, TestImplicitCoreProperties, TestComponentsName, JSONWriterTest, LeaderFailoverAfterPartitionTest, TestSolrIndexConfig, PeerSyncTest, NodeMutatorTest, TestStressCloudBlindAtomicUpdates, BigEndianAscendingWordSerializerTest, TestCollationField, TestRestManager, TestSolr4Spatial2, DocumentBuilderTest, ConcurrentDeleteAndCreateCollectionTest, TestEmbeddedSolrServerConstructors, ZkStateReaderTest, TestReloadAndDeleteDocs, HdfsUnloadDistributedZkTest, SimplePostToolTest, ChaosMonkeyNothingIsSafeTest, ReplicationFactorTest, SampleTest, StressHdfsTest, DocValuesTest, TestPKIAuthenticationPlugin, TestPseudoReturnFields, TestPostingsSolrHighlighter, TestJettySolrRunner, SynonymTokenizerTest, PropertiesRequestHandlerTest, TestSQLHandlerNonCloud, OverseerTest, HdfsBasicDistributedZk2Test, RecoveryZkTest, CursorPagingTest, TestAuthenticationFramework, TestPartialUpdateDeduplication, TestDocumentBuilder, TestPointFields, PrimUtilsTest, PeerSyncWithIndexFingerprintCachingTest, SOLR749Test, TestReplicaProperties, TestMultiWordSynonyms, PathHierarchyTokenizerFactoryTest, TestHashPartitioner, SimpleCollectionCreateDeleteTest, ShufflingReplicaListTransformerTest, ZkControllerTest, TestJmxIntegration, WrapperMergePolicyFactoryTest, TestMinMaxOnMultiValuedField, TestCursorMarkWithoutUniqueKey, SpatialFilterTest, SuggestComponentContextFilterQueryTest, TestSolrCloudSnapshots, TimeZoneUtilsTest, SegmentsInfoRequestHandlerTest, CollectionStateFormat2Test, AtomicUpdateProcessorFactoryTest, StandardRequestHandlerTest, TestSimpleQParserPlugin, ChangedSchemaMergeTest, TestHighlightDedupGrouping, TestPerFieldSimilarityClassic, SuggesterFSTTest, HttpPartitionTest, SolrCoreMetricManagerTest, TestFieldCacheSort, LargeFieldTest, TestCustomStream, TestCloudSchemaless, ClusterStateUpdateTest, BlockDirectoryTest, ZkNodePropsTest, TestScoreJoinQPNoScore, TestSha256AuthenticationProvider, TestCloudManagedSchema, IndexSchemaRuntimeFieldTest, SimpleMLTQParserTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, HighlighterTest, CurrencyFieldOpenExchangeTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SuggesterWFSTTest, TestCSVLoader, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestQueryUtils, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, SolrPluginUtilsTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestLFUCache, TestMergePolicyConfig, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestSimpleTrackingShardHandler, TestTolerantSearch, ConnectionReuseTest, ActionThrottleTest, AssignTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConnectionManagerTest, CustomCollectionTest]
   [junit4] Completed [495/712 (1!)] on J0 in 55.65s, 4 tests, 1 error <<< FAILURES!

[...truncated 44199 lines...]