You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/06 17:39:19 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3876 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3876/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Collection not found: routeFieldColl

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([7951314821B74D80:D167AF95BED6A6DA]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1379)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1072)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:232)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
	at __randomizedtesting.SeedInfo.seed([7951314821B74D80:13B0BF231C2DFBF8]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12378 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/init-core-data-001
   [junit4]   2> 2467802 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2467807 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2467815 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001
   [junit4]   2> 2467816 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2467816 INFO  (Thread-3731) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2467817 INFO  (Thread-3731) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2467918 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:51875
   [junit4]   2> 2467996 INFO  (jetty-launcher-3226-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2467996 INFO  (jetty-launcher-3226-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2467996 INFO  (jetty-launcher-3226-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2467997 INFO  (jetty-launcher-3226-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2468003 INFO  (jetty-launcher-3226-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51c0349b{/solr,null,AVAILABLE}
   [junit4]   2> 2468003 INFO  (jetty-launcher-3226-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a0e34c0{/solr,null,AVAILABLE}
   [junit4]   2> 2468005 INFO  (jetty-launcher-3226-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f148fde{SSL,[ssl, http/1.1]}{127.0.0.1:51877}
   [junit4]   2> 2468006 INFO  (jetty-launcher-3226-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@323429e{/solr,null,AVAILABLE}
   [junit4]   2> 2468006 INFO  (jetty-launcher-3226-thread-2) [    ] o.e.j.s.Server Started @2473172ms
   [junit4]   2> 2468007 INFO  (jetty-launcher-3226-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51877}
   [junit4]   2> 2468007 INFO  (jetty-launcher-3226-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4ef912d7{SSL,[ssl, http/1.1]}{127.0.0.1:51878}
   [junit4]   2> 2468007 INFO  (jetty-launcher-3226-thread-1) [    ] o.e.j.s.Server Started @2473173ms
   [junit4]   2> 2468007 INFO  (jetty-launcher-3226-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51878}
   [junit4]   2> 2468007 INFO  (jetty-launcher-3226-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@21e3ff3e{SSL,[ssl, http/1.1]}{127.0.0.1:51879}
   [junit4]   2> 2468007 INFO  (jetty-launcher-3226-thread-4) [    ] o.e.j.s.Server Started @2473173ms
   [junit4]   2> 2468007 ERROR (jetty-launcher-3226-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2468007 INFO  (jetty-launcher-3226-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51879}
   [junit4]   2> 2468008 INFO  (jetty-launcher-3226-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2468008 ERROR (jetty-launcher-3226-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2468008 INFO  (jetty-launcher-3226-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2468007 INFO  (jetty-launcher-3226-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e43c99{/solr,null,AVAILABLE}
   [junit4]   2> 2468008 INFO  (jetty-launcher-3226-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2468008 INFO  (jetty-launcher-3226-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-06T16:53:04.662Z
   [junit4]   2> 2468008 INFO  (jetty-launcher-3226-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@239ff532{SSL,[ssl, http/1.1]}{127.0.0.1:51880}
   [junit4]   2> 2468008 INFO  (jetty-launcher-3226-thread-3) [    ] o.e.j.s.Server Started @2473175ms
   [junit4]   2> 2468008 INFO  (jetty-launcher-3226-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51880}
   [junit4]   2> 2468009 ERROR (jetty-launcher-3226-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2468010 INFO  (jetty-launcher-3226-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2468010 INFO  (jetty-launcher-3226-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2468010 INFO  (jetty-launcher-3226-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2468010 INFO  (jetty-launcher-3226-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2468010 INFO  (jetty-launcher-3226-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2468010 INFO  (jetty-launcher-3226-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2468010 ERROR (jetty-launcher-3226-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2468010 INFO  (jetty-launcher-3226-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-06T16:53:04.664Z
   [junit4]   2> 2468011 INFO  (jetty-launcher-3226-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2468011 INFO  (jetty-launcher-3226-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2468011 INFO  (jetty-launcher-3226-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2468011 INFO  (jetty-launcher-3226-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-06T16:53:04.665Z
   [junit4]   2> 2468010 INFO  (jetty-launcher-3226-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-06T16:53:04.664Z
   [junit4]   2> 2468016 INFO  (jetty-launcher-3226-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2468017 INFO  (jetty-launcher-3226-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2468017 INFO  (jetty-launcher-3226-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2468017 INFO  (jetty-launcher-3226-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2468036 INFO  (jetty-launcher-3226-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51875/solr
   [junit4]   2> 2468037 INFO  (jetty-launcher-3226-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51875/solr
   [junit4]   2> 2468038 INFO  (jetty-launcher-3226-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51875/solr
   [junit4]   2> 2468042 INFO  (jetty-launcher-3226-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51875/solr
   [junit4]   2> 2468105 INFO  (jetty-launcher-3226-thread-4) [n:127.0.0.1:51879_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2468105 INFO  (jetty-launcher-3226-thread-3) [n:127.0.0.1:51880_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2468105 INFO  (jetty-launcher-3226-thread-1) [n:127.0.0.1:51878_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2468107 INFO  (jetty-launcher-3226-thread-2) [n:127.0.0.1:51877_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2468107 INFO  (jetty-launcher-3226-thread-4) [n:127.0.0.1:51879_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51879_solr
   [junit4]   2> 2468109 INFO  (jetty-launcher-3226-thread-3) [n:127.0.0.1:51880_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51880_solr
   [junit4]   2> 2468109 INFO  (jetty-launcher-3226-thread-1) [n:127.0.0.1:51878_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51878_solr
   [junit4]   2> 2468110 INFO  (jetty-launcher-3226-thread-2) [n:127.0.0.1:51877_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51877_solr
   [junit4]   2> 2468111 INFO  (jetty-launcher-3226-thread-4) [n:127.0.0.1:51879_solr    ] o.a.s.c.Overseer Overseer (id=97571254073622539-127.0.0.1:51879_solr-n_0000000000) starting
   [junit4]   2> 2468118 INFO  (zkCallback-3247-thread-1-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2468118 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2468118 INFO  (zkCallback-3245-thread-1-processing-n:127.0.0.1:51878_solr) [n:127.0.0.1:51878_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2468119 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2468160 INFO  (jetty-launcher-3226-thread-4) [n:127.0.0.1:51879_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51879_solr
   [junit4]   2> 2468164 INFO  (zkCallback-3247-thread-1-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2468164 INFO  (zkCallback-3245-thread-1-processing-n:127.0.0.1:51878_solr) [n:127.0.0.1:51878_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2468165 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2468165 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2468721 INFO  (jetty-launcher-3226-thread-1) [n:127.0.0.1:51878_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/.
   [junit4]   2> 2468722 INFO  (jetty-launcher-3226-thread-4) [n:127.0.0.1:51879_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/.
   [junit4]   2> 2468723 INFO  (jetty-launcher-3226-thread-2) [n:127.0.0.1:51877_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/.
   [junit4]   2> 2468735 INFO  (jetty-launcher-3226-thread-3) [n:127.0.0.1:51880_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/.
   [junit4]   2> 2471869 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2471876 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51875/solr ready
   [junit4]   2> 2471916 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[7951314821B74D80]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 2471918 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[7951314821B74D80]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2471957 INFO  (qtp1435274812-17747) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2471960 INFO  (OverseerThreadFactory-8342-thread-1-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCreateShardRepFactor
   [junit4]   2> 2472117 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2
   [junit4]   2> 2472117 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2
   [junit4]   2> 2472241 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2472241 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2473147 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2473147 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2473155 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2473155 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2473189 WARN  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2473190 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2473190 WARN  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2473191 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2473193 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica1' using configuration from collection testCreateShardRepFactor
   [junit4]   2> 2473193 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica1' using configuration from collection testCreateShardRepFactor
   [junit4]   2> 2473193 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/testCreateShardRepFactor_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/./testCreateShardRepFactor_a_replica1/data/]
   [junit4]   2> 2473193 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/testCreateShardRepFactor_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/./testCreateShardRepFactor_b_replica1/data/]
   [junit4]   2> 2473294 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2473294 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2473294 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2473294 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2473296 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2473296 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2473296 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2473296 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2473296 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3226591b[testCreateShardRepFactor_b_replica1] main]
   [junit4]   2> 2473297 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71a46fe8[testCreateShardRepFactor_a_replica1] main]
   [junit4]   2> 2473299 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2473299 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2473300 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2473300 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2473300 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561140070925205504
   [junit4]   2> 2473300 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2473300 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2473300 INFO  (searcherExecutor-8352-thread-1-processing-n:127.0.0.1:51880_solr x:testCreateShardRepFactor_b_replica1 s:b c:testCreateShardRepFactor) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1] Registered new searcher Searcher@3226591b[testCreateShardRepFactor_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2473300 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561140070925205504
   [junit4]   2> 2473301 INFO  (searcherExecutor-8351-thread-1-processing-n:127.0.0.1:51877_solr x:testCreateShardRepFactor_a_replica1 s:a c:testCreateShardRepFactor) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1] Registered new searcher Searcher@71a46fe8[testCreateShardRepFactor_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2473313 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2473313 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2473313 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51880/solr/testCreateShardRepFactor_b_replica1/
   [junit4]   2> 2473313 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2473313 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:51880/solr/testCreateShardRepFactor_b_replica1/ has no replicas
   [junit4]   2> 2473313 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2473313 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2473314 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2473314 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51877/solr/testCreateShardRepFactor_a_replica1/
   [junit4]   2> 2473314 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2473314 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:51877/solr/testCreateShardRepFactor_a_replica1/ has no replicas
   [junit4]   2> 2473314 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2473324 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51880/solr/testCreateShardRepFactor_b_replica1/ b
   [junit4]   2> 2473324 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51877/solr/testCreateShardRepFactor_a_replica1/ a
   [junit4]   2> 2473444 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2473444 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2473482 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2473482 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2473486 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2} status=0 QTime=1369
   [junit4]   2> 2473486 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2} status=0 QTime=1369
   [junit4]   2> 2473493 INFO  (qtp1435274812-17747) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2473599 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2473599 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2473981 INFO  (OverseerCollectionConfigSetProcessor-97571254073622539-127.0.0.1:51879_solr-n_0000000000) [n:127.0.0.1:51879_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2474505 INFO  (qtp1435274812-17747) [n:127.0.0.1:51879_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2} status=0 QTime=2548
   [junit4]   2> 2474506 INFO  (qtp1435274812-17748) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2474513 INFO  (OverseerThreadFactory-8342-thread-2-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 2474627 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2474627 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2474736 INFO  (OverseerThreadFactory-8342-thread-2-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.CreateShardCmd Creating shard testCreateShardRepFactor_x_replica1 as part of slice x of collection testCreateShardRepFactor on 127.0.0.1:51879_solr
   [junit4]   2> 2474740 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
   [junit4]   2> 2474860 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2474860 INFO  (zkCallback-3247-thread-3-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2474860 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2475768 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2475778 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2475800 WARN  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2475801 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2475803 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica1' using configuration from collection testCreateShardRepFactor
   [junit4]   2> 2475804 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/testCreateShardRepFactor_x_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/./testCreateShardRepFactor_x_replica1/data/]
   [junit4]   2> 2475886 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2475886 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2475889 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2475889 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2475891 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3179e45d[testCreateShardRepFactor_x_replica1] main]
   [junit4]   2> 2475893 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2475894 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2475894 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2475895 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561140073646260224
   [junit4]   2> 2475895 INFO  (searcherExecutor-8361-thread-1-processing-n:127.0.0.1:51879_solr x:testCreateShardRepFactor_x_replica1 s:x c:testCreateShardRepFactor) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1] Registered new searcher Searcher@3179e45d[testCreateShardRepFactor_x_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2475908 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2475908 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2475908 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51879/solr/testCreateShardRepFactor_x_replica1/
   [junit4]   2> 2475908 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2475908 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:51879/solr/testCreateShardRepFactor_x_replica1/ has no replicas
   [junit4]   2> 2475908 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2475916 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51879/solr/testCreateShardRepFactor_x_replica1/ x
   [junit4]   2> 2476030 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2476030 INFO  (zkCallback-3247-thread-1-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2476030 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2476085 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2476089 INFO  (qtp1435274812-17742) [n:127.0.0.1:51879_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=1349
   [junit4]   2> 2476090 INFO  (OverseerThreadFactory-8342-thread-2-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.CreateShardCmd Finished create command on all shards for collection: testCreateShardRepFactor
   [junit4]   2> 2476093 INFO  (qtp1435274812-17748) [n:127.0.0.1:51879_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=1586
   [junit4]   2> 2476096 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[7951314821B74D80]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 2476133 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[7951314821B74D80]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
   [junit4]   2> 2476135 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[7951314821B74D80]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2476138 INFO  (qtp1435274812-17744) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2476144 INFO  (OverseerThreadFactory-8342-thread-3-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2476144 INFO  (OverseerCollectionConfigSetProcessor-97571254073622539-127.0.0.1:51879_solr-n_0000000000) [n:127.0.0.1:51879_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2476145 INFO  (qtp1435274812-17746) [n:127.0.0.1:51879_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 2476145 INFO  (qtp1435274812-17746) [n:127.0.0.1:51879_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@24a7cb4e
   [junit4]   2> 2476145 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 2476146 INFO  (qtp1253865946-17756) [n:127.0.0.1:51877_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 2476146 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@366a1de5
   [junit4]   2> 2476147 INFO  (qtp1253865946-17756) [n:127.0.0.1:51877_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@227380cc
   [junit4]   2> 2476149 INFO  (qtp1435274812-17746) [n:127.0.0.1:51879_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 2476149 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 2476150 INFO  (qtp1253865946-17756) [n:127.0.0.1:51877_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 2476153 INFO  (qtp1435274812-17746) [n:127.0.0.1:51879_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 2476156 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 2476157 INFO  (qtp1253865946-17756) [n:127.0.0.1:51877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 2476879 INFO  (qtp1435274812-17744) [n:127.0.0.1:51879_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} status=0 QTime=741
   [junit4]   2> 2476880 INFO  (qtp1435274812-17747) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=4&collection.configName=conf&maxShardsPerNode=5&router.field=shard_s&name=withShardField&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2476884 INFO  (OverseerThreadFactory-8342-thread-4-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.CreateCollectionCmd Create collection withShardField
   [junit4]   2> 2476885 INFO  (OverseerCollectionConfigSetProcessor-97571254073622539-127.0.0.1:51879_solr-n_0000000000) [n:127.0.0.1:51879_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2477110 INFO  (qtp1435274812-17749) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica1&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 2477118 INFO  (qtp1435274812-17750) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 2477118 INFO  (qtp1435274812-17744) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica1&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 2477146 INFO  (qtp1328925058-17774) [n:127.0.0.1:51880_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica2&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 2477151 INFO  (qtp1253865946-17757) [n:127.0.0.1:51877_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 2477156 INFO  (qtp1435274812-17748) [n:127.0.0.1:51879_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica1&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 2477157 INFO  (qtp1253865946-17754) [n:127.0.0.1:51877_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica4&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 2477159 INFO  (qtp1328925058-17775) [n:127.0.0.1:51880_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 2477160 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica2&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 2477165 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica4&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 2477166 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica2&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 2477167 INFO  (qtp1253865946-17751) [n:127.0.0.1:51877_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica4&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 2477212 INFO  (qtp92679321-17759) [n:127.0.0.1:51878_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica3&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 2477217 INFO  (qtp92679321-17766) [n:127.0.0.1:51878_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica3&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 2477236 INFO  (qtp92679321-17765) [n:127.0.0.1:51878_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica3&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 2477245 INFO  (qtp92679321-17761) [n:127.0.0.1:51878_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica3&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 2477359 INFO  (zkCallback-3248-thread-1-processing-n:127.0.0.1:51880_solr) [n:127.0.0.1:51880_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2477359 INFO  (zkCallback-3246-thread-1-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2477359 INFO  (zkCallback-3247-thread-1-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2477359 INFO  (zkCallback-3245-thread-1-processing-n:127.0.0.1:51878_solr) [n:127.0.0.1:51878_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2478206 INFO  (qtp1435274812-17750) [n:127.0.0.1:51879_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478206 INFO  (qtp1435274812-17749) [n:127.0.0.1:51879_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478206 INFO  (qtp1253865946-17757) [n:127.0.0.1:51877_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478213 INFO  (qtp1328925058-17775) [n:127.0.0.1:51880_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478216 INFO  (qtp1253865946-17751) [n:127.0.0.1:51877_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478240 INFO  (qtp1328925058-17774) [n:127.0.0.1:51880_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478243 INFO  (qtp1435274812-17744) [n:127.0.0.1:51879_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478246 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478249 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478268 INFO  (qtp1328925058-17774) [n:127.0.0.1:51880_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema [withShardField_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2478269 INFO  (qtp1328925058-17775) [n:127.0.0.1:51880_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema [withShardField_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2478272 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema [withShardField_d_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2478282 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema [withShardField_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2478297 INFO  (qtp92679321-17759) [n:127.0.0.1:51878_solr c:withShardField s:a  x:withShardField_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478297 INFO  (qtp92679321-17765) [n:127.0.0.1:51878_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478314 INFO  (qtp1253865946-17754) [n:127.0.0.1:51877_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478318 INFO  (qtp1435274812-17750) [n:127.0.0.1:51879_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema [withShardField_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2478319 INFO  (qtp92679321-17766) [n:127.0.0.1:51878_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478327 INFO  (qtp1435274812-17744) [n:127.0.0.1:51879_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema [withShardField_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2478329 INFO  (qtp92679321-17761) [n:127.0.0.1:51878_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478366 INFO  (qtp92679321-17765) [n:127.0.0.1:51878_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema [withShardField_b_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2478368 INFO  (qtp92679321-17759) [n:127.0.0.1:51878_solr c:withShardField s:a  x:withShardField_a_replica3] o.a.s.s.IndexSchema [withShardField_a_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2478368 INFO  (qtp1435274812-17749) [n:127.0.0.1:51879_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema [withShardField_d_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2478421 WARN  (qtp92679321-17765) [n:127.0.0.1:51878_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema [withShardField_b_replica3] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478421 WARN  (qtp1435274812-17744) [n:127.0.0.1:51879_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema [withShardField_b_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478422 INFO  (qtp92679321-17765) [n:127.0.0.1:51878_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478423 INFO  (qtp1435274812-17744) [n:127.0.0.1:51879_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478424 WARN  (qtp1328925058-17773) [n:127.0.0.1:51880_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema [withShardField_d_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478425 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478429 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478430 INFO  (qtp92679321-17766) [n:127.0.0.1:51878_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema [withShardField_d_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2478439 INFO  (qtp1253865946-17757) [n:127.0.0.1:51877_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema [withShardField_a_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2478439 WARN  (qtp92679321-17759) [n:127.0.0.1:51878_solr c:withShardField s:a  x:withShardField_a_replica3] o.a.s.s.IndexSchema [withShardField_a_replica3] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478441 INFO  (qtp92679321-17759) [n:127.0.0.1:51878_solr c:withShardField s:a  x:withShardField_a_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478444 INFO  (qtp92679321-17765) [n:127.0.0.1:51878_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica3' using configuration from collection withShardField
   [junit4]   2> 2478444 INFO  (qtp1435274812-17744) [n:127.0.0.1:51879_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica1' using configuration from collection withShardField
   [junit4]   2> 2478465 INFO  (qtp92679321-17765) [n:127.0.0.1:51878_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrCore [[withShardField_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/withShardField_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/./withShardField_b_replica3/data/]
   [junit4]   2> 2478466 INFO  (qtp1435274812-17744) [n:127.0.0.1:51879_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrCore [[withShardField_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/withShardField_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/./withShardField_b_replica1/data/]
   [junit4]   2> 2478481 WARN  (qtp1435274812-17749) [n:127.0.0.1:51879_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema [withShardField_d_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478484 INFO  (qtp1253865946-17751) [n:127.0.0.1:51877_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema [withShardField_c_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2478484 INFO  (qtp1435274812-17749) [n:127.0.0.1:51879_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478505 INFO  (qtp1435274812-17748) [n:127.0.0.1:51879_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2478508 INFO  (qtp92679321-17761) [n:127.0.0.1:51878_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema [withShardField_c_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2478522 WARN  (qtp92679321-17766) [n:127.0.0.1:51878_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema [withShardField_d_replica3] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478523 INFO  (qtp92679321-17766) [n:127.0.0.1:51878_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478547 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica2' using configuration from collection withShardField
   [junit4]   2> 2478548 INFO  (qtp1328925058-17773) [n:127.0.0.1:51880_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore [[withShardField_d_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/withShardField_d_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/./withShardField_d_replica2/data/]
   [junit4]   2> 2478551 WARN  (qtp1435274812-17750) [n:127.0.0.1:51879_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema [withShardField_a_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478552 INFO  (qtp1435274812-17750) [n:127.0.0.1:51879_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478552 INFO  (qtp1435274812-17749) [n:127.0.0.1:51879_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica1' using configuration from collection withShardField
   [junit4]   2> 2478553 INFO  (qtp1435274812-17749) [n:127.0.0.1:51879_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore [[withShardField_d_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/withShardField_d_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/./withShardField_d_replica1/data/]
   [junit4]   2> 2478555 INFO  (qtp1253865946-17754) [n:127.0.0.1:51877_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema [withShardField_b_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2478555 INFO  (qtp92679321-17759) [n:127.0.0.1:51878_solr c:withShardField s:a  x:withShardField_a_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica3' using configuration from collection withShardField
   [junit4]   2> 2478555 INFO  (qtp92679321-17759) [n:127.0.0.1:51878_solr c:withShardField s:a  x:withShardField_a_replica3] o.a.s.c.SolrCore [[withShardField_a_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/withShardField_a_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/./withShardField_a_replica3/data/]
   [junit4]   2> 2478560 WARN  (qtp1253865946-17757) [n:127.0.0.1:51877_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema [withShardField_a_replica4] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478561 INFO  (qtp1253865946-17757) [n:127.0.0.1:51877_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478563 WARN  (qtp92679321-17761) [n:127.0.0.1:51878_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema [withShardField_c_replica3] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478564 INFO  (qtp92679321-17761) [n:127.0.0.1:51878_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478570 WARN  (qtp1253865946-17751) [n:127.0.0.1:51877_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema [withShardField_c_replica4] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478571 INFO  (qtp1253865946-17751) [n:127.0.0.1:51877_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478573 INFO  (qtp92679321-17766) [n:127.0.0.1:51878_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica3' using configuration from collection withShardField
   [junit4]   2> 2478573 INFO  (qtp92679321-17766) [n:127.0.0.1:51878_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrCore [[withShardField_d_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/withShardField_d_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/./withShardField_d_replica3/data/]
   [junit4]   2> 2478574 INFO  (qtp1435274812-17750) [n:127.0.0.1:51879_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica1' using configuration from collection withShardField
   [junit4]   2> 2478574 INFO  (qtp1435274812-17750) [n:127.0.0.1:51879_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore [[withShardField_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/withShardField_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/./withShardField_a_replica1/data/]
   [junit4]   2> 2478577 WARN  (qtp1253865946-17754) [n:127.0.0.1:51877_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema [withShardField_b_replica4] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478578 INFO  (qtp1435274812-17748) [n:127.0.0.1:51879_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.IndexSchema [withShardField_c_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2478579 INFO  (qtp1253865946-17754) [n:127.0.0.1:51877_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478583 INFO  (qtp1253865946-17757) [n:127.0.0.1:51877_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica4' using configuration from collection withShardField
   [junit4]   2> 2478583 INFO  (qtp1253865946-17757) [n:127.0.0.1:51877_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrCore [[withShardField_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/withShardField_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/./withShardField_a_replica4/data/]
   [junit4]   2> 2478584 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.s.IndexSchema [withShardField_d_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2478587 INFO  (qtp92679321-17761) [n:127.0.0.1:51878_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica3' using configuration from collection withShardField
   [junit4]   2> 2478587 INFO  (qtp92679321-17761) [n:127.0.0.1:51878_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrCore [[withShardField_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/withShardField_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node1/./withShardField_c_replica3/data/]
   [junit4]   2> 2478612 WARN  (qtp1328925058-17774) [n:127.0.0.1:51880_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema [withShardField_b_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478613 INFO  (qtp1328925058-17774) [n:127.0.0.1:51880_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478625 WARN  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.s.IndexSchema [withShardField_d_replica4] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478625 INFO  (qtp1253865946-17754) [n:127.0.0.1:51877_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica4' using configuration from collection withShardField
   [junit4]   2> 2478625 WARN  (qtp1435274812-17748) [n:127.0.0.1:51879_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.IndexSchema [withShardField_c_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478627 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478627 INFO  (qtp1435274812-17748) [n:127.0.0.1:51879_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478627 INFO  (qtp1253865946-17751) [n:127.0.0.1:51877_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica4' using configuration from collection withShardField
   [junit4]   2> 2478628 INFO  (qtp1253865946-17751) [n:127.0.0.1:51877_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrCore [[withShardField_c_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/withShardField_c_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/./withShardField_c_replica4/data/]
   [junit4]   2> 2478629 INFO  (qtp1435274812-17748) [n:127.0.0.1:51879_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica1' using configuration from collection withShardField
   [junit4]   2> 2478629 INFO  (qtp1435274812-17748) [n:127.0.0.1:51879_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrCore [[withShardField_c_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/withShardField_c_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node4/./withShardField_c_replica1/data/]
   [junit4]   2> 2478630 INFO  (qtp1253865946-17754) [n:127.0.0.1:51877_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrCore [[withShardField_b_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/withShardField_b_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/./withShardField_b_replica4/data/]
   [junit4]   2> 2478630 INFO  (qtp1328925058-17774) [n:127.0.0.1:51880_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica2' using configuration from collection withShardField
   [junit4]   2> 2478631 INFO  (qtp1328925058-17774) [n:127.0.0.1:51880_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore [[withShardField_b_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/withShardField_b_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/./withShardField_b_replica2/data/]
   [junit4]   2> 2478632 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica4' using configuration from collection withShardField
   [junit4]   2> 2478632 INFO  (qtp1253865946-17755) [n:127.0.0.1:51877_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.c.SolrCore [[withShardField_d_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/withShardField_d_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node2/./withShardField_d_replica4/data/]
   [junit4]   2> 2478634 WARN  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema [withShardField_c_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478635 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478636 WARN  (qtp1328925058-17775) [n:127.0.0.1:51880_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema [withShardField_a_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2478637 INFO  (qtp1328925058-17775) [n:127.0.0.1:51880_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2478639 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica2' using configuration from collection withShardField
   [junit4]   2> 2478639 INFO  (qtp1328925058-17772) [n:127.0.0.1:51880_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore [[withShardField_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/withShardField_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/./withShardField_c_replica2/data/]
   [junit4]   2> 2478644 INFO  (qtp1328925058-17775) [n:127.0.0.1:51880_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica2' using configuration from collection withShardField
   [junit4]   2> 2478645 INFO  (qtp1328925058-17775) [n:127.0.0.1:51880_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore [[withShardField_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/withShardField_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001/tempDir-001/node3/./withShardField_a_replic

[...truncated too long message...]

 (zkCallback-3246-thread-2-processing-n:127.0.0.1:51877_solr) [n:127.0.0.1:51877_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2551169 WARN  (zkCallback-3247-thread-6-processing-n:127.0.0.1:51879_solr) [n:127.0.0.1:51879_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2551170 INFO  (jetty-closer-3227-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2551170 INFO  (jetty-closer-3227-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2551170 INFO  (jetty-closer-3227-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2551170 INFO  (jetty-closer-3227-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a0e34c0{/solr,null,UNAVAILABLE}
   [junit4]   2> 2551170 INFO  (jetty-closer-3227-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@323429e{/solr,null,UNAVAILABLE}
   [junit4]   2> 2551170 INFO  (jetty-closer-3227-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@51c0349b{/solr,null,UNAVAILABLE}
   [junit4]   2> 2551174 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51875 51875
   [junit4]   2> 2551182 INFO  (Thread-3731) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51875 51875
   [junit4]   2> 2554343 WARN  (Thread-3731) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/a/election/97571254073622540-core_node8-n_0000000001
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/c/election/97571254073622537-core_node16-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	67	/solr/overseer/collection-queue-work
   [junit4]   2> 	56	/solr/overseer/queue
   [junit4]   2> 	31	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	7	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2554344 INFO  (SUITE-CustomCollectionTest-seed#[7951314821B74D80]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_7951314821B74D80-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=Memory), _version_=PostingsFormat(name=Memory), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=664, maxMBSortInHeap=7.0920307993307325, sim=RandomSimilarity(queryNorm=true): {}, locale=ja-JP, timezone=Pacific/Wallis
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=93117768,total=426336256
   [junit4]   2> NOTE: All tests run in this JVM: [SolrGraphiteReporterTest, TestJoin, ClassificationUpdateProcessorIntegrationTest, StressHdfsTest, HdfsUnloadDistributedZkTest, TestSuggestSpellingConverter, TestReversedWildcardFilterFactory, TestUseDocValuesAsStored2, TestManagedSynonymFilterFactory, SpellPossibilityIteratorTest, TestSolrDeletionPolicy2, CdcrBootstrapTest, DateRangeFieldTest, TestTrie, TestJsonFacets, HttpSolrCallGetCoreTest, FileBasedSpellCheckerTest, DistributedVersionInfoTest, ScriptEngineTest, TestPHPSerializedResponseWriter, AsyncCallRequestStatusResponseTest, TestSchemalessBufferedUpdates, TestSchemaVersionResource, GraphQueryTest, LeaderFailureAfterFreshStartTest, ReplicaListTransformerTest, BadIndexSchemaTest, InfoHandlerTest, TestCloudRecovery, FacetPivotSmallTest, TestAnalyzedSuggestions, TestSolrCoreProperties, TestRecoveryHdfs, PreAnalyzedFieldManagedSchemaCloudTest, HdfsCollectionsAPIDistributedZkTest, CdcrReplicationHandlerTest, DeleteNodeTest, TestExactStatsCache, TestExclusionRuleCollectionAccess, ConjunctionSolrSpellCheckerTest, ResponseLogComponentTest, CdcrVersionReplicationTest, TestNumericTerms64, TestSolrCloudWithKerberosAlt, V2ApiIntegrationTest, DebugComponentTest, SolrCLIZkUtilsTest, SpatialHeatmapFacetsTest, ZkStateReaderTest, TestPointFields, VersionInfoTest, TestWriterPerf, CollectionReloadTest, CoreSorterTest, TestDynamicLoading, AliasIntegrationTest, CacheHeaderTest, ZkSolrClientTest, TestRecovery, JsonLoaderTest, RulesTest, TestExportWriter, TestStandardQParsers, OutOfBoxZkACLAndCredentialsProvidersTest, TestQueryWrapperFilter, CollectionsAPIDistributedZkTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, TestCrossCoreJoin, HdfsRecoverLeaseTest, HdfsBasicDistributedZk2Test, LeaderElectionIntegrationTest, SuggestComponentTest, OpenCloseCoreStressTest, ForceLeaderTest, TestRawTransformer, TestValueSourceCache, SolrXmlInZkTest, TestDistribIDF, TestRestoreCore, BasicZkTest, CurrencyFieldOpenExchangeTest, RequestLoggingTest, IndexSchemaTest, PreAnalyzedUpdateProcessorTest, TestRandomRequestDistribution, TemplateUpdateProcessorTest, JvmMetricsTest, TestPKIAuthenticationPlugin, TestInitQParser, SpellCheckCollatorTest, SolrSlf4jReporterTest, BasicFunctionalityTest, TestFieldCacheSort, SuggesterWFSTTest, TestRequestStatusCollectionAPI, BooleanFieldTest, HdfsThreadLeakTest, TestManagedSchemaAPI, TestSolrConfigHandlerConcurrent, TestCloudDeleteByQuery, TestLeaderElectionWithEmptyReplica, AnalyticsQueryTest, TestNonDefinedSimilarityFactory, TestQuerySenderListener, TestNRTOpen, OverseerCollectionConfigSetProcessorTest, TestIndexSearcher, HighlighterConfigTest, SpellingQueryConverterTest, BigEndianAscendingWordSerializerTest, CSVRequestHandlerTest, BufferStoreTest, AtomicUpdatesTest, TermVectorComponentTest, TestStressCloudBlindAtomicUpdates, TestIndexingPerformance, EchoParamsTest, ChaosMonkeySafeLeaderTest, TestDFRSimilarityFactory, MissingSegmentRecoveryTest, UUIDFieldTest, TestFastWriter, TestTrackingShardHandlerFactory, TestReload, TestSolrQueryParser, TestCorePropertiesReload, TestCodecSupport, TestSmileRequest, SSLMigrationTest, DistributedFacetPivotLargeTest, TestCryptoKeys, SliceStateTest, TestSolrCloudSnapshots, QueryParsingTest, TestMacroExpander, TriLevelCompositeIdRoutingTest, TestFieldCacheVsDocValues, TestChildDocTransformer, ConnectionReuseTest, NotRequiredUniqueKeyTest, TestSolrQueryParserDefaultOperatorResource, DistanceFunctionTest, SuggesterTest, AddBlockUpdateTest, TestClassicSimilarityFactory, TestLegacyFieldCache, TestSchemaResource, PeerSyncWithIndexFingerprintCachingTest, TestSlowCompositeReaderWrapper, ConvertedLegacyTest, QueryResultKeyTest, TestUtils, TestFieldResource, SecurityConfHandlerTest, ExternalFileFieldSortTest, TestSegmentSorting, TestNoOpRegenerator, TestTrieFacet, TestSolr4Spatial, CoreAdminRequestStatusTest, TestXmlQParserPlugin, BasicDistributedZk2Test, TestConfig, TestLMJelinekMercerSimilarityFactory, TestOmitPositions, TestSimpleTrackingShardHandler, CloudMLTQParserTest, BlockCacheTest, TestLeaderInitiatedRecoveryThread, UnloadDistributedZkTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ShardRoutingCustomTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, ZkControllerTest, DistributedTermsComponentTest, StatsComponentTest, QueryElevationComponentTest, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, TestCoreDiscovery, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, TestSolrDeletionPolicy1, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, TestComponentsName, TestLFUCache, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, ZkNodePropsTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestPathTrie, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest]
   [junit4] Completed [489/693 (1!)] on J1 in 86.56s, 4 tests, 2 errors <<< FAILURES!

[...truncated 63309 lines...]


[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3877 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3877/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([9671C894EC03AC8D:1E25F74E42FFC175]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:865)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Error from server at http://127.0.0.1:59680: Could not find collection : c8n_1x2_leader_session_loss

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59680: Could not find collection : c8n_1x2_leader_session_loss
	at __randomizedtesting.SeedInfo.seed([9671C894EC03AC8D:1E25F74E42FFC175]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:439)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:391)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1361)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1112)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollectionRetry(AbstractFullDistribZkTestBase.java:1828)
	at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:453)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:136)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11813 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/init-core-data-001
   [junit4]   2> 1467448 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[9671C894EC03AC8D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1467455 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[9671C894EC03AC8D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1467456 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[9671C894EC03AC8D]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /gock/mf
   [junit4]   2> 1467458 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1467459 INFO  (Thread-2400) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1467459 INFO  (Thread-2400) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1467569 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.ZkTestServer start zk server on port:58305
   [junit4]   2> 1467619 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1467627 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1467648 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1467659 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1467674 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1467683 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1467688 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1467710 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1467715 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1467723 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1467735 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1469295 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/control-001/cores/collection1
   [junit4]   2> 1469298 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1469301 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6634ce34{/gock/mf,null,AVAILABLE}
   [junit4]   2> 1469302 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@78c09b47{HTTP/1.1,[http/1.1]}{127.0.0.1:58313}
   [junit4]   2> 1469302 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server Started @1475088ms
   [junit4]   2> 1469302 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/tempDir-001/control/data, hostContext=/gock/mf, hostPort=58313, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/control-001/cores}
   [junit4]   2> 1469302 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1469303 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1469303 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1469303 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1469303 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T03:31:32.145Z
   [junit4]   2> 1469311 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1469311 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/control-001/solr.xml
   [junit4]   2> 1469326 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58305/solr
   [junit4]   2> 1469387 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1469388 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58313_gock%2Fmf
   [junit4]   2> 1469391 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.Overseer Overseer (id=97573764484497412-127.0.0.1:58313_gock%2Fmf-n_0000000000) starting
   [junit4]   2> 1469417 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58313_gock%2Fmf
   [junit4]   2> 1469423 INFO  (zkCallback-1954-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1469600 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/control-001/cores
   [junit4]   2> 1469600 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1469618 INFO  (OverseerStateUpdate-97573764484497412-127.0.0.1:58313_gock%2Fmf-n_0000000000) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1470665 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1470683 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1470781 WARN  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1470783 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1470830 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1470831 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/control-001/cores/collection1/data/]
   [junit4]   2> 1470831 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b9227c1
   [junit4]   2> 1470832 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20099738796726935]
   [junit4]   2> 1470841 WARN  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1470968 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1470968 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1470970 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1470970 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1470971 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=609751717, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1470971 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e649aac[collection1] main]
   [junit4]   2> 1470974 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1470975 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1470975 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1470976 INFO  (searcherExecutor-5140-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e649aac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470977 INFO  (coreLoadExecutor-5139-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561180235438751744
   [junit4]   2> 1470993 INFO  (coreZkRegister-5132-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1470993 INFO  (coreZkRegister-5132-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1470993 INFO  (coreZkRegister-5132-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58313/gock/mf/collection1/
   [junit4]   2> 1470993 INFO  (coreZkRegister-5132-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1470994 INFO  (coreZkRegister-5132-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58313/gock/mf/collection1/ has no replicas
   [junit4]   2> 1470994 INFO  (coreZkRegister-5132-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1471005 INFO  (coreZkRegister-5132-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58313/gock/mf/collection1/ shard1
   [junit4]   2> 1471165 INFO  (coreZkRegister-5132-thread-1-processing-n:127.0.0.1:58313_gock%2Fmf x:collection1 c:control_collection) [n:127.0.0.1:58313_gock%2Fmf c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1471417 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1471420 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58305/solr ready
   [junit4]   2> 1471420 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1471420 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1471833 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-1-001/cores/collection1
   [junit4]   2> 1471835 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-1-001
   [junit4]   2> 1471836 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1471838 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e2fc1df{/gock/mf,null,AVAILABLE}
   [junit4]   2> 1471838 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d63698c{HTTP/1.1,[http/1.1]}{127.0.0.1:58327}
   [junit4]   2> 1471838 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server Started @1477625ms
   [junit4]   2> 1471838 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/gock/mf, hostPort=58327, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-1-001/cores}
   [junit4]   2> 1471839 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1471839 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1471839 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1471839 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1471839 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T03:31:34.681Z
   [junit4]   2> 1471845 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1471845 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-1-001/solr.xml
   [junit4]   2> 1471868 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58305/solr
   [junit4]   2> 1471892 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1471899 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1471905 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58327_gock%2Fmf
   [junit4]   2> 1471909 INFO  (zkCallback-1954-thread-2-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1471911 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1471911 INFO  (zkCallback-1958-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1472059 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-1-001/cores
   [junit4]   2> 1472059 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1472065 INFO  (OverseerStateUpdate-97573764484497412-127.0.0.1:58313_gock%2Fmf-n_0000000000) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1472182 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1473095 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1473113 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1473214 WARN  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1473216 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1473275 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1473276 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1473276 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b9227c1
   [junit4]   2> 1473280 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20099738796726935]
   [junit4]   2> 1473292 WARN  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1473407 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1473408 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1473410 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1473410 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1473412 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=609751717, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1473414 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7eeed820[collection1] main]
   [junit4]   2> 1473417 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1473417 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1473418 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1473419 INFO  (searcherExecutor-5151-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7eeed820[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1473420 INFO  (coreLoadExecutor-5150-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561180238000422912
   [junit4]   2> 1473434 INFO  (coreZkRegister-5145-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1473434 INFO  (coreZkRegister-5145-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1473434 INFO  (coreZkRegister-5145-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58327/gock/mf/collection1/
   [junit4]   2> 1473435 INFO  (coreZkRegister-5145-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1473435 INFO  (coreZkRegister-5145-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58327/gock/mf/collection1/ has no replicas
   [junit4]   2> 1473435 INFO  (coreZkRegister-5145-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1473445 INFO  (coreZkRegister-5145-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58327/gock/mf/collection1/ shard2
   [junit4]   2> 1473553 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1473603 INFO  (coreZkRegister-5145-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58327_gock%2Fmf c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1473716 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1474107 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-2-001/cores/collection1
   [junit4]   2> 1474108 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-2-001
   [junit4]   2> 1474109 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1474112 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55fb1a74{/gock/mf,null,AVAILABLE}
   [junit4]   2> 1474112 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@342d041{HTTP/1.1,[http/1.1]}{127.0.0.1:58342}
   [junit4]   2> 1474112 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server Started @1479899ms
   [junit4]   2> 1474112 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/gock/mf, hostPort=58342, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-2-001/cores}
   [junit4]   2> 1474113 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1474113 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1474113 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1474113 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1474113 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T03:31:36.955Z
   [junit4]   2> 1474118 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1474118 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-2-001/solr.xml
   [junit4]   2> 1474135 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58305/solr
   [junit4]   2> 1474157 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1474164 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1474169 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58342_gock%2Fmf
   [junit4]   2> 1474174 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1474175 INFO  (zkCallback-1954-thread-3-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1474175 INFO  (zkCallback-1970-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1474176 INFO  (zkCallback-1958-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1474297 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1474306 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-2-001/cores
   [junit4]   2> 1474307 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1474312 INFO  (OverseerStateUpdate-97573764484497412-127.0.0.1:58313_gock%2Fmf-n_0000000000) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 1474424 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1474424 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1475344 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1475367 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1475482 WARN  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1475484 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1475535 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1475536 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 1475536 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b9227c1
   [junit4]   2> 1475539 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20099738796726935]
   [junit4]   2> 1475551 WARN  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1475692 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1475693 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1475694 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1475694 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1475696 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=609751717, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1475697 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7098008a[collection1] main]
   [junit4]   2> 1475700 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1475701 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1475701 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1475702 INFO  (searcherExecutor-5162-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7098008a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1475703 INFO  (coreLoadExecutor-5161-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561180240394321920
   [junit4]   2> 1475729 INFO  (coreZkRegister-5156-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1475729 INFO  (coreZkRegister-5156-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1475729 INFO  (coreZkRegister-5156-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58342/gock/mf/collection1/
   [junit4]   2> 1475729 INFO  (coreZkRegister-5156-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1475729 INFO  (coreZkRegister-5156-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58342/gock/mf/collection1/ has no replicas
   [junit4]   2> 1475729 INFO  (coreZkRegister-5156-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1475743 INFO  (coreZkRegister-5156-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58342/gock/mf/collection1/ shard3
   [junit4]   2> 1475860 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1475860 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1475909 INFO  (coreZkRegister-5156-thread-1-processing-n:127.0.0.1:58342_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58342_gock%2Fmf c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1476064 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1476064 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1476389 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-3-001/cores/collection1
   [junit4]   2> 1476391 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-3-001
   [junit4]   2> 1476391 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1476394 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b139aae{/gock/mf,null,AVAILABLE}
   [junit4]   2> 1476395 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@286c01e6{HTTP/1.1,[http/1.1]}{127.0.0.1:58346}
   [junit4]   2> 1476395 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server Started @1482181ms
   [junit4]   2> 1476395 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/gock/mf, hostPort=58346, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-3-001/cores}
   [junit4]   2> 1476395 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1476396 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1476396 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1476396 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1476396 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T03:31:39.238Z
   [junit4]   2> 1476401 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1476401 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-3-001/solr.xml
   [junit4]   2> 1476425 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58305/solr
   [junit4]   2> 1476447 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1476453 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1476459 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58346_gock%2Fmf
   [junit4]   2> 1476466 INFO  (zkCallback-1976-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476466 INFO  (zkCallback-1958-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476466 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476466 INFO  (zkCallback-1954-thread-2-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476467 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476580 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1476580 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1476595 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-3-001/cores
   [junit4]   2> 1476596 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1476607 INFO  (OverseerStateUpdate-97573764484497412-127.0.0.1:58313_gock%2Fmf-n_0000000000) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1476732 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1476732 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1476732 INFO  (zkCallback-1976-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1477648 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1477674 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1477783 WARN  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1477785 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1477834 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1477835 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 1477836 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b9227c1
   [junit4]   2> 1477837 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20099738796726935]
   [junit4]   2> 1477847 WARN  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1477948 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1477948 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1477950 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1477951 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1477952 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=609751717, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1477952 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@487287eb[collection1] main]
   [junit4]   2> 1477954 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1477955 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1477955 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1477957 INFO  (searcherExecutor-5173-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@487287eb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1477957 INFO  (coreLoadExecutor-5172-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561180242757812224
   [junit4]   2> 1477970 INFO  (coreZkRegister-5167-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1477970 INFO  (coreZkRegister-5167-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1477970 INFO  (coreZkRegister-5167-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58346/gock/mf/collection1/
   [junit4]   2> 1477970 INFO  (coreZkRegister-5167-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1477971 INFO  (coreZkRegister-5167-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58346/gock/mf/collection1/ has no replicas
   [junit4]   2> 1477971 INFO  (coreZkRegister-5167-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1477985 INFO  (coreZkRegister-5167-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58346/gock/mf/collection1/ shard1
   [junit4]   2> 1478096 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478096 INFO  (zkCallback-1976-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478096 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478156 INFO  (coreZkRegister-5167-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf x:collection1 c:collection1) [n:127.0.0.1:58346_gock%2Fmf c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1478271 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478271 INFO  (zkCallback-1976-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478271 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478636 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-4-001/cores/collection1
   [junit4]   2> 1478638 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-4-001
   [junit4]   2> 1478638 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1478641 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ba552e4{/gock/mf,null,AVAILABLE}
   [junit4]   2> 1478641 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@190d98f5{HTTP/1.1,[http/1.1]}{127.0.0.1:58351}
   [junit4]   2> 1478642 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.e.j.s.Server Started @1484428ms
   [junit4]   2> 1478642 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/gock/mf, hostPort=58351, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-4-001/cores}
   [junit4]   2> 1478642 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1478642 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1478642 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1478643 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1478643 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T03:31:41.485Z
   [junit4]   2> 1478662 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1478662 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-4-001/solr.xml
   [junit4]   2> 1478719 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58305/solr
   [junit4]   2> 1478739 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58351_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1478745 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58351_gock%2Fmf    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1478750 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58351_gock%2Fmf    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58351_gock%2Fmf
   [junit4]   2> 1478754 INFO  (zkCallback-1954-thread-3-processing-n:127.0.0.1:58313_gock%2Fmf) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1478754 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1478755 INFO  (zkCallback-1958-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1478755 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1478754 INFO  (zkCallback-1976-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1478756 INFO  (zkCallback-1982-thread-1-processing-n:127.0.0.1:58351_gock%2Fmf) [n:127.0.0.1:58351_gock%2Fmf    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1478866 INFO  (zkCallback-1976-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1478866 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1478866 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1478903 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58351_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9671C894EC03AC8D-001/shard-4-001/cores
   [junit4]   2> 1478904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9671C894EC03AC8D]) [n:127.0.0.1:58351_gock%2Fmf    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1478908 INFO  (OverseerStateUpdate-97573764484497412-127.0.0.1:58313_gock%2Fmf-n_0000000000) [n:127.0.0.1:58313_gock%2Fmf    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1479025 INFO  (zkCallback-1976-thread-1-processing-n:127.0.0.1:58346_gock%2Fmf) [n:127.0.0.1:58346_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1479025 INFO  (zkCallback-1982-thread-1-processing-n:127.0.0.1:58351_gock%2Fmf) [n:127.0.0.1:58351_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1479025 INFO  (zkCallback-1964-thread-1-processing-n:127.0.0.1:58327_gock%2Fmf) [n:127.0.0.1:58327_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1479025 INFO  (zkCallback-1970-thread-2-processing-n:127.0.0.1:58342_gock%2Fmf) [n:127.0.0.1:58342_gock%2Fmf    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1479935 INFO  (coreLoadExecutor-5183-thread-1-processing-n:127.0.0.1:58351_gock%2Fmf) [n:127.0.0.1:58351_gock%2Fmf c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1479953 INFO  (coreLoadExecutor-5183-thread-1-processing-n:127.0.0.1:58351_gock%2Fmf) [n:127.0.0.1:58351_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1480031 WARN  (coreLoadExecutor-5183-thread-1-processing-n:127.0.0.1:58351_gock%2Fmf) [n:127.0.0.1:58351_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1480033 INFO  (coreLoadExecutor-5183-thread-1-processing-n:127.0.0.1:58351_gock%2Fmf) [n:127.0.0.1:58351_gock%2Fmf c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1480071 INFO  (coreLoadExecutor-5183-thread-1-processing-n:127.0.0.1:58351_gock%2Fmf) [n:127.0.0.1:58351

[...truncated too long message...]

ST-HttpPartitionTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:59666/, target: http://127.0.0.1:59667/
   [junit4]   2> 2317468 WARN  (TEST-HttpPartitionTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:59680/, target: http://127.0.0.1:59681/
   [junit4]   2> 2317469 WARN  (TEST-HttpPartitionTest.test-seed#[9671C894EC03AC8D]) [    ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:59685/, target: http://127.0.0.1:59686/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=9671C894EC03AC8D -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=Etc/GMT0 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    107s J1 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59680: Could not find collection : c8n_1x2_leader_session_loss
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9671C894EC03AC8D:1E25F74E42FFC175]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:439)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:391)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1361)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1112)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollectionRetry(AbstractFullDistribZkTestBase.java:1828)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:453)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:136)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2317472 INFO  (SUITE-HttpPartitionTest-seed#[9671C894EC03AC8D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_9671C894EC03AC8D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=FST50, multiDefault=PostingsFormat(name=Memory), a_t=PostingsFormat(name=Memory), intDefault=PostingsFormat(name=MockRandom), id=FST50, range_facet_i_dv=PostingsFormat(name=Memory), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=Memory), timestamp=PostingsFormat(name=Memory)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1107, maxMBSortInHeap=7.586984384677171, sim=RandomSimilarity(queryNorm=false): {}, locale=ja-JP, timezone=Etc/GMT0
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=51504344,total=516947968
   [junit4]   2> NOTE: All tests run in this JVM: [PreAnalyzedUpdateProcessorTest, TestRecoveryHdfs, SpellPossibilityIteratorTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RecoveryAfterSoftCommitTest, SolrCLIZkUtilsTest, TolerantUpdateProcessorTest, ScriptEngineTest, TestSolrCLIRunExample, DistributedExpandComponentTest, QueryParsingTest, HdfsUnloadDistributedZkTest, TestCloudDeleteByQuery, UpdateParamsTest, TestTrackingShardHandlerFactory, BigEndianAscendingWordSerializerTest, TestComponentsName, TestExpandComponent, RequestLoggingTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSolrCloudSnapshots, TestGraphTermsQParserPlugin, TestSearchPerf, TestSchemalessBufferedUpdates, AddBlockUpdateTest, ReplicaListTransformerTest, SpellCheckCollatorTest, TestBlendedInfixSuggestions, ClusterStateTest, TestHdfsUpdateLog, BooleanFieldTest, TestNonDefinedSimilarityFactory, TestDynamicFieldResource, TestRandomFaceting, URLClassifyProcessorTest, HLLSerializationTest, TestConfigOverlay, TestScoreJoinQPScore, TestOmitPositions, TestSolr4Spatial, TestManagedSynonymFilterFactory, AnalyticsQueryTest, LukeRequestHandlerTest, TestDocBasedVersionConstraints, TestUniqueKeyFieldResource, TestManagedSchemaAPI, TestClassicSimilarityFactory, TestReplicationHandlerBackup, TestZkChroot, MinimalSchemaTest, AsyncCallRequestStatusResponseTest, JSONWriterTest, PeerSyncWithIndexFingerprintCachingTest, PKIAuthenticationIntegrationTest, TestOrdValues, TestLeaderInitiatedRecoveryThread, ForceLeaderTest, FieldMutatingUpdateProcessorTest, SolrCmdDistributorTest, BasicAuthIntegrationTest, TestRawTransformer, TestFreeTextSuggestions, TestSolrIndexConfig, TestLegacyFieldCache, RegexBoostProcessorTest, SortSpecParsingTest, CloudMLTQParserTest, CollectionsAPIDistributedZkTest, TestConfigSetProperties, ReturnFieldsTest, ClassificationUpdateProcessorIntegrationTest, TestClassNameShortening, SuggesterWFSTTest, SuggesterTSTTest, OverseerTaskQueueTest, HdfsRestartWhileUpdatingTest, TestMacroExpander, BasicFunctionalityTest, TestObjectReleaseTracker, TestBinaryResponseWriter, LeaderElectionIntegrationTest, ConvertedLegacyTest, TestSolrQueryParserDefaultOperatorResource, TestExclusionRuleCollectionAccess, UpdateRequestProcessorFactoryTest, DistributedTermsComponentTest, TestMaxScoreQueryParser, TestNRTOpen, HdfsRecoverLeaseTest, TestUseDocValuesAsStored2, TestReversedWildcardFilterFactory, TestSolrQueryParser, TestQueryWrapperFilter, SpellCheckComponentTest, TestSolrCoreParser, TestAnalyzedSuggestions, MissingSegmentRecoveryTest, TestSolrDynamicMBean, TestTrieFacet, BlockJoinFacetRandomTest, CacheHeaderTest, LeaderFailureAfterFreshStartTest, TestStandardQParsers, DistributedIntervalFacetingTest, TestFieldTypeResource, BasicDistributedZk2Test, TestEmbeddedSolrServerSchemaAPI, HttpSolrCallGetCoreTest, SharedFSAutoReplicaFailoverUtilsTest, TestCollapseQParserPlugin, FileBasedSpellCheckerTest, CSVRequestHandlerTest, SolrMetricsIntegrationTest, SuggesterTest, CoreAdminHandlerTest, TestNoOpRegenerator, CollectionReloadTest, TestFieldSortValues, DistribCursorPagingTest, TestDynamicLoading, TestChildDocTransformer, TestCloudRecovery, TestFieldResource, TestBulkSchemaConcurrent, ExitableDirectoryReaderTest, ReplaceNodeTest, DistanceUnitsTest, ZkStateReaderTest, CdcrReplicationHandlerTest, HdfsThreadLeakTest, VersionInfoTest, StatsComponentTest, AtomicUpdatesTest, TestLeaderElectionWithEmptyReplica, TestSolrCoreProperties, FieldAnalysisRequestHandlerTest, JsonLoaderTest, TestPKIAuthenticationPlugin, TestSQLHandlerNonCloud, WordBreakSolrSpellCheckerTest, TestConfig, TestSizeLimitedDistributedMap, TestSearcherReuse, TestCloudPivotFacet, DateRangeFieldTest, TestJoin, TestInfoStreamLogging, TestAtomicUpdateErrorCases, ConfigSetsAPITest, TestShardHandlerFactory, CoreAdminRequestStatusTest, CdcrVersionReplicationTest, TestStressRecovery, SolrSlf4jReporterTest, CreateCollectionCleanupTest, SolrIndexSplitterTest, DistributedFacetPivotSmallAdvancedTest, HighlighterMaxOffsetTest, RequestHandlersTest, UtilsToolTest, TestPushWriter, TestIndexingPerformance, TestCollectionAPIs, DistributedFacetPivotLargeTest, ShowFileRequestHandlerTest, TestRestManager, SpatialHeatmapFacetsTest, EchoParamsTest, ChaosMonkeySafeLeaderTest, OpenCloseCoreStressTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, AutoCommitTest, TestRecovery, TestStressReorder, TestReload, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, PeerSyncTest, HighlighterTest, CurrencyFieldOpenExchangeTest, TestCoreDiscovery, TestFoldingMultitermQuery, DocValuesTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryUtils, TestWriterPerf, DocumentBuilderTest, TermVectorComponentTest, LoggingHandlerTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, TestFastOutputStream, TestFastLRUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestUtils, SliceStateTest, CircularListTest, TestCrossCoreJoin, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, ActionThrottleTest, AliasIntegrationTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, HttpPartitionTest]
   [junit4] Completed [509/693 (2!)] on J1 in 107.04s, 1 test, 1 error <<< FAILURES!

[...truncated 63265 lines...]