You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/14 18:54:06 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3895 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3895/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
	at __randomizedtesting.SeedInfo.seed([3C52BA796A1CAB27:56B3341257861D5F]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11435 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/init-core-data-001
   [junit4]   2> 1134628 WARN  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 1134628 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1134635 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1134636 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001
   [junit4]   2> 1134636 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1134637 INFO  (Thread-1737) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1134637 INFO  (Thread-1737) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1134745 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:58692
   [junit4]   2> 1134782 INFO  (jetty-launcher-1121-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1134784 INFO  (jetty-launcher-1121-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1134785 INFO  (jetty-launcher-1121-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1134786 INFO  (jetty-launcher-1121-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1134790 INFO  (jetty-launcher-1121-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57e8b056{/solr,null,AVAILABLE}
   [junit4]   2> 1134793 INFO  (jetty-launcher-1121-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f45d84{HTTP/1.1,[http/1.1]}{127.0.0.1:58694}
   [junit4]   2> 1134793 INFO  (jetty-launcher-1121-thread-1) [    ] o.e.j.s.Server Started @1141723ms
   [junit4]   2> 1134793 INFO  (jetty-launcher-1121-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58694}
   [junit4]   2> 1134793 ERROR (jetty-launcher-1121-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1134794 INFO  (jetty-launcher-1121-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1134794 INFO  (jetty-launcher-1121-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1134794 INFO  (jetty-launcher-1121-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1134794 INFO  (jetty-launcher-1121-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T17:38:14.184Z
   [junit4]   2> 1134799 INFO  (jetty-launcher-1121-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27aba608{/solr,null,AVAILABLE}
   [junit4]   2> 1134806 INFO  (jetty-launcher-1121-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e559565{/solr,null,AVAILABLE}
   [junit4]   2> 1134810 INFO  (jetty-launcher-1121-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2372db77{HTTP/1.1,[http/1.1]}{127.0.0.1:58696}
   [junit4]   2> 1134810 INFO  (jetty-launcher-1121-thread-2) [    ] o.e.j.s.Server Started @1141740ms
   [junit4]   2> 1134810 INFO  (jetty-launcher-1121-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58696}
   [junit4]   2> 1134810 ERROR (jetty-launcher-1121-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1134810 INFO  (jetty-launcher-1121-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a71b3f2{/solr,null,AVAILABLE}
   [junit4]   2> 1134811 INFO  (jetty-launcher-1121-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b39a1f8{HTTP/1.1,[http/1.1]}{127.0.0.1:58695}
   [junit4]   2> 1134811 INFO  (jetty-launcher-1121-thread-3) [    ] o.e.j.s.Server Started @1141741ms
   [junit4]   2> 1134811 INFO  (jetty-launcher-1121-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58695}
   [junit4]   2> 1134811 INFO  (jetty-launcher-1121-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f18e29d{HTTP/1.1,[http/1.1]}{127.0.0.1:58698}
   [junit4]   2> 1134811 ERROR (jetty-launcher-1121-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1134811 INFO  (jetty-launcher-1121-thread-4) [    ] o.e.j.s.Server Started @1141742ms
   [junit4]   2> 1134811 INFO  (jetty-launcher-1121-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58698}
   [junit4]   2> 1134812 INFO  (jetty-launcher-1121-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1134812 ERROR (jetty-launcher-1121-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1134812 INFO  (jetty-launcher-1121-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1134812 INFO  (jetty-launcher-1121-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1134812 INFO  (jetty-launcher-1121-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1134812 INFO  (jetty-launcher-1121-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T17:38:14.202Z
   [junit4]   2> 1134812 INFO  (jetty-launcher-1121-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1134814 INFO  (jetty-launcher-1121-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1134814 INFO  (jetty-launcher-1121-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T17:38:14.204Z
   [junit4]   2> 1134815 INFO  (jetty-launcher-1121-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1134815 INFO  (jetty-launcher-1121-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1134815 INFO  (jetty-launcher-1121-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1134815 INFO  (jetty-launcher-1121-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T17:38:14.205Z
   [junit4]   2> 1134821 INFO  (jetty-launcher-1121-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1134822 INFO  (jetty-launcher-1121-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1134824 INFO  (jetty-launcher-1121-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1134825 INFO  (jetty-launcher-1121-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1134842 INFO  (jetty-launcher-1121-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58692/solr
   [junit4]   2> 1134851 INFO  (jetty-launcher-1121-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58692/solr
   [junit4]   2> 1134859 INFO  (jetty-launcher-1121-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58692/solr
   [junit4]   2> 1134862 INFO  (jetty-launcher-1121-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58692/solr
   [junit4]   2> 1134894 INFO  (jetty-launcher-1121-thread-1) [n:127.0.0.1:58694_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1134896 INFO  (jetty-launcher-1121-thread-1) [n:127.0.0.1:58694_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58694_solr
   [junit4]   2> 1134899 INFO  (jetty-launcher-1121-thread-1) [n:127.0.0.1:58694_solr    ] o.a.s.c.Overseer Overseer (id=97616730130481158-127.0.0.1:58694_solr-n_0000000000) starting
   [junit4]   2> 1134936 INFO  (jetty-launcher-1121-thread-2) [n:127.0.0.1:58696_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1134937 INFO  (jetty-launcher-1121-thread-4) [n:127.0.0.1:58698_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1134940 INFO  (jetty-launcher-1121-thread-4) [n:127.0.0.1:58698_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58698_solr
   [junit4]   2> 1134940 INFO  (jetty-launcher-1121-thread-2) [n:127.0.0.1:58696_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58696_solr
   [junit4]   2> 1134940 INFO  (jetty-launcher-1121-thread-3) [n:127.0.0.1:58695_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1134944 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1134944 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1134944 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1134948 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1134955 INFO  (jetty-launcher-1121-thread-3) [n:127.0.0.1:58695_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58695_solr
   [junit4]   2> 1134972 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1134972 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1134973 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1134973 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1134994 INFO  (jetty-launcher-1121-thread-1) [n:127.0.0.1:58694_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58694_solr
   [junit4]   2> 1134996 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1134996 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1134997 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1134998 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1135225 INFO  (jetty-launcher-1121-thread-2) [n:127.0.0.1:58696_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node2/.
   [junit4]   2> 1135225 INFO  (jetty-launcher-1121-thread-4) [n:127.0.0.1:58698_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node4/.
   [junit4]   2> 1135347 INFO  (jetty-launcher-1121-thread-3) [n:127.0.0.1:58695_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node3/.
   [junit4]   2> 1135408 INFO  (jetty-launcher-1121-thread-1) [n:127.0.0.1:58694_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node1/.
   [junit4]   2> 1136416 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1136418 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58692/solr ready
   [junit4]   2> 1136485 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[3C52BA796A1CAB27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 1136488 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[3C52BA796A1CAB27]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1136495 INFO  (qtp1242660633-7541) [n:127.0.0.1:58698_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1136500 INFO  (OverseerThreadFactory-3302-thread-1-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
   [junit4]   2> 1136634 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2
   [junit4]   2> 1136637 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1136639 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1136643 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1136648 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2
   [junit4]   2> 1136648 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1136648 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2
   [junit4]   2> 1136648 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2
   [junit4]   2> 1136787 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1136787 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1136787 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1136787 INFO  (zkCallback-1133-thread-1-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1137677 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1137677 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1137678 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1137710 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1137718 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1137721 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1137722 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1137757 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1137758 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1137770 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1137773 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1137776 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1137828 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1137832 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1137835 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1137922 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1137984 WARN  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1137985 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1137988 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 1137989 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1137989 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node4/routeFieldColl_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node4/./routeFieldColl_shard3_replica1/data/]
   [junit4]   2> 1137989 WARN  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1137990 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1137991 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 1137992 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1137992 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node1/routeFieldColl_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node1/./routeFieldColl_shard2_replica1/data/]
   [junit4]   2> 1137997 WARN  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1137998 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1138000 WARN  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1138001 WARN  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1138001 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1138001 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1138003 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 1138003 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 1138003 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1138003 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1138003 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node3/routeFieldColl_shard4_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node3/./routeFieldColl_shard4_replica2/data/]
   [junit4]   2> 1138004 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 1138004 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1138004 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node2/routeFieldColl_shard1_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node2/./routeFieldColl_shard1_replica2/data/]
   [junit4]   2> 1138003 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node2/routeFieldColl_shard3_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node2/./routeFieldColl_shard3_replica2/data/]
   [junit4]   2> 1138027 WARN  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1138029 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1138029 WARN  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1138030 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1138032 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 1138033 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1138033 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node3/routeFieldColl_shard2_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node3/./routeFieldColl_shard2_replica2/data/]
   [junit4]   2> 1138035 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 1138036 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1138036 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node1/routeFieldColl_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node1/./routeFieldColl_shard4_replica1/data/]
   [junit4]   2> 1138037 WARN  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1138038 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1138040 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 1138040 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1138040 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node4/routeFieldColl_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001/tempDir-001/node4/./routeFieldColl_shard1_replica1/data/]
   [junit4]   2> 1138213 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1138213 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1138215 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1138215 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1138231 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1138231 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1138247 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21b00876[routeFieldColl_shard2_replica1] main]
   [junit4]   2> 1138256 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1138256 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1138260 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1138262 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1138262 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1138262 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561867685883543552
   [junit4]   2> 1138262 INFO  (searcherExecutor-3312-thread-1-processing-n:127.0.0.1:58694_solr x:routeFieldColl_shard2_replica1 s:shard2 c:routeFieldColl) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore [routeFieldColl_shard2_replica1] Registered new searcher Searcher@21b00876[routeFieldColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1138304 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1138304 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1138308 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1138308 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1138313 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1138313 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1138316 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1138317 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1138317 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1138319 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1138319 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1138319 INFO  (zkCallback-1133-thread-3-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1138319 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1138330 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3af7f517[routeFieldColl_shard4_replica2] main]
   [junit4]   2> 1138332 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1138333 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a272ab4[routeFieldColl_shard3_replica1] main]
   [junit4]   2> 1138334 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1138334 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1138334 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561867685959041024
   [junit4]   2> 1138334 INFO  (searcherExecutor-3313-thread-1-processing-n:127.0.0.1:58695_solr x:routeFieldColl_shard4_replica2 s:shard4 c:routeFieldColl) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore [routeFieldColl_shard4_replica2] Registered new searcher Searcher@3af7f517[routeFieldColl_shard4_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1138336 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1138337 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1138338 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1138338 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561867685963235328
   [junit4]   2> 1138338 INFO  (searcherExecutor-3311-thread-1-processing-n:127.0.0.1:58698_solr x:routeFieldColl_shard3_replica1 s:shard3 c:routeFieldColl) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore [routeFieldColl_shard3_replica1] Registered new searcher Searcher@5a272ab4[routeFieldColl_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1138343 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1138343 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1138348 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1138348 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1138357 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 1138357 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9997ms
   [junit4]   2> 1138358 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b8bbc8e[routeFieldColl_shard2_replica2] main]
   [junit4]   2> 1138363 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1138363 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1138364 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1138364 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1138366 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1138366 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1138367 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1138367 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1138369 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1138369 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1138371 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1138371 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1138372 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@68915ecd[routeFieldColl_shard1_replica2] main]
   [junit4]   2> 1138374 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1138374 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1138375 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1138375 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1138375 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1138375 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1138375 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561867686002032640
   [junit4]   2> 1138375 INFO  (searcherExecutor-3315-thread-1-processing-n:127.0.0.1:58696_solr x:routeFieldColl_shard1_replica2 s:shard1 c:routeFieldColl) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore [routeFieldColl_shard1_replica2] Registered new searcher Searcher@68915ecd[routeFieldColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1138375 INFO  (searcherExecutor-3316-thread-1-processing-n:127.0.0.1:58695_solr x:routeFieldColl_shard2_replica2 s:shard2 c:routeFieldColl) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [routeFieldColl_shard2_replica2] Registered new searcher Searcher@5b8bbc8e[routeFieldColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1138376 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561867686003081216
   [junit4]   2> 1138380 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f098e3e[routeFieldColl_shard1_replica1] main]
   [junit4]   2> 1138382 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a5d9289[routeFieldColl_shard3_replica2] main]
   [junit4]   2> 1138384 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1138385 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1138385 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1138385 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1138386 INFO  (searcherExecutor-3318-thread-1-processing-n:127.0.0.1:58698_solr x:routeFieldColl_shard1_replica1 s:shard1 c:routeFieldColl) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore [routeFieldColl_shard1_replica1] Registered new searcher Searcher@2f098e3e[routeFieldColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1138386 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561867686013566976
   [junit4]   2> 1138386 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1138386 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1138387 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561867686014615552
   [junit4]   2> 1138387 INFO  (searcherExecutor-3314-thread-1-processing-n:127.0.0.1:58696_solr x:routeFieldColl_shard3_replica2 s:shard3 c:routeFieldColl) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore [routeFieldColl_shard3_replica2] Registered new searcher Searcher@5a5d9289[routeFieldColl_shard3_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1138390 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 1138396 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54adae7f[routeFieldColl_shard4_replica1] main]
   [junit4]   2> 1138398 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1138399 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1138399 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1138400 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561867686028247040
   [junit4]   2> 1138400 INFO  (searcherExecutor-3317-thread-1-processing-n:127.0.0.1:58694_solr x:routeFieldColl_shard4_replica1 s:shard4 c:routeFieldColl) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore [routeFieldColl_shard4_replica1] Registered new searcher Searcher@54adae7f[routeFieldColl_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1138503 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1138503 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1138504 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1138504 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1138824 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1138824 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1138824 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58694/solr/routeFieldColl_shard2_replica1/
   [junit4]   2> 1138824 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica1 url=http://127.0.0.1:58694/solr START replicas=[http://127.0.0.1:58695/solr/routeFieldColl_shard2_replica2/] nUpdates=100
   [junit4]   2> 1138824 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica1 url=http://127.0.0.1:58694/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1138827 INFO  (qtp1732804477-7523) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica2] o.a.s.c.S.Request [routeFieldColl_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1138828 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1138828 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1138828 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1138837 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58694/solr/routeFieldColl_shard2_replica1/ shard2
   [junit4]   2> 1138868 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1138868 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1138868 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1138868 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58695/solr/routeFieldColl_shard4_replica2/
   [junit4]   2> 1138868 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1138869 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58698/solr/routeFieldColl_shard3_replica1/
   [junit4]   2> 1138869 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica1 url=http://127.0.0.1:58698/solr START replicas=[http://127.0.0.1:58696/solr/routeFieldColl_shard3_replica2/] nUpdates=100
   [junit4]   2> 1138869 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica2 url=http://127.0.0.1:58695/solr START replicas=[http://127.0.0.1:58694/solr/routeFieldColl_shard4_replica1/] nUpdates=100
   [junit4]   2> 1138869 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica1 url=http://127.0.0.1:58698/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1138870 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica2 url=http://127.0.0.1:58695/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1138872 INFO  (qtp920665639-7533) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3 r:core_node5 x:routeFieldColl_shard3_replica2] o.a.s.c.S.Request [routeFieldColl_shard3_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1138872 INFO  (qtp1291552035-7515) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.c.S.Request [routeFieldColl_shard4_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1138873 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1138873 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1138873 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1138873 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1138873 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1138873 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1138880 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58698/solr/routeFieldColl_shard3_replica1/ shard3
   [junit4]   2> 1138880 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58695/solr/routeFieldColl_shard4_replica2/ shard4
   [junit4]   2> 1138897 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1138898 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1138898 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58696/solr/routeFieldColl_shard1_replica2/
   [junit4]   2> 1138898 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica2 url=http://127.0.0.1:58696/solr START replicas=[http://127.0.0.1:58698/solr/routeFieldColl_shard1_replica1/] nUpdates=100
   [junit4]   2> 1138899 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica2 url=http://127.0.0.1:58696/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1138902 INFO  (qtp1242660633-7545) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1 r:core_node2 x:routeFieldColl_shard1_replica1] o.a.s.c.S.Request [routeFieldColl_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1138902 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1138903 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1138903 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1138909 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58696/solr/routeFieldColl_shard1_replica2/ shard1
   [junit4]   2> 1139024 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139024 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139024 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139024 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139042 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1139042 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1139046 INFO  (qtp1242660633-7542) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2} status=0 QTime=2412
   [junit4]   2> 1139046 INFO  (qtp1732804477-7521) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2} status=0 QTime=2398
   [junit4]   2> 1139058 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1139062 INFO  (qtp1291552035-7512) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2413
   [junit4]   2> 1139072 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1139078 INFO  (qtp920665639-7528) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2438
   [junit4]   2> 1139183 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139183 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139183 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139183 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139396 INFO  (qtp1732804477-7519) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2752
   [junit4]   2> 1139410 INFO  (qtp1242660633-7543) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2773
   [junit4]   2> 1139410 INFO  (qtp920665639-7530) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2} status=0 QTime=2762
   [junit4]   2> 1139422 INFO  (qtp1291552035-7513) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2} status=0 QTime=2774
   [junit4]   2> 1139428 INFO  (qtp1242660633-7541) [n:127.0.0.1:58698_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1139527 INFO  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139527 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139528 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1139527 INFO  (zkCallback-1143-thread-1-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1140437 INFO  (qtp1242660633-7541) [n:127.0.0.1:58698_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=3941
   [junit4]   2> 1140448 INFO  (qtp920665639-7535) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3 r:core_node5 x:routeFieldColl_shard3_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard3_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:58698/solr/routeFieldColl_shard3_replica1/&wt=javabin&version=2}{add=[6 (1561867688167342080), 7 (1561867688171536384)]} 0 1
   [junit4]   2> 1140448 INFO  (qtp1242660633-7539) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1 r:core_node2 x:routeFieldColl_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:58696/solr/routeFieldColl_shard1_replica2/&wt=javabin&version=2}{add=[8 (1561867688169439232)]} 0 1
   [junit4]   2> 1140448 INFO  (qtp1242660633-7546) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3 r:core_node1 x:routeFieldColl_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard3_replica1]  webapp=/solr path=/update params={_stateVer_=routeFieldColl:6&wt=javabin&version=2}{add=[6 (1561867688167342080), 7 (1561867688171536384)]} 0 8
   [junit4]   2> 1140448 INFO  (qtp920665639-7534) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=routeFieldColl:6&wt=javabin&version=2}{add=[8 (1561867688169439232)]} 0 6
   [junit4]   2> 1140453 INFO  (qtp1242660633-7544) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1 r:core_node2 x:routeFieldColl_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1140453 INFO  (qtp1242660633-7544) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard1 r:core_node2 x:routeFieldColl_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@35a0a5d9 commitCommandVersion:0
   [junit4]   2> 1140454 INFO  (qtp1242660633-7545) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3 r:core_node1 x:routeFieldColl_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1140454 INFO  (qtp1242660633-7545) [n:127.0.0.1:58698_solr c:routeFieldColl s:shard3 r:core_node1 x:routeFieldColl_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@30048e37 commitCommandVersion:0
   [junit4]   2> 1140455 INFO  (qtp920665639-7532) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1140455 INFO  (qtp920665639-7532) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2a32c151 commitCommandVersion:0
   [junit4]   2> 1140457 INFO  (qtp920665639-7533) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3 r:core_node5 x:routeFieldColl_shard3_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1140457 INFO  (qtp920665639-7533) [n:127.0.0.1:58696_solr c:routeFieldColl s:shard3 r:core_node5 x:routeFieldColl_shard3_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5acf7a93 commitCommandVersion:0
   [junit4]   2> 1140458 INFO  (qtp1732804477-7524) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1140458 INFO  (qtp1732804477-7524) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1140459 INFO  (qtp1291552035-7516) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2 r:core_node6 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1140466 INFO  (qtp1291552035-7516) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2 r:core_node6 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1140466 INFO  (qtp1732804477-7524) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1140467 INFO  (qtp1291552035-7516) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2 r:core_node6 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1140467 INFO  (qtp1291552035-7516) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard2 r:core_node6 x:routeFieldColl_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:58696/solr/routeFieldColl_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 1140468 INFO  (qtp1291552035-7516) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1140468 INFO  (qtp1291552035-7516) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1140468 INFO  (qtp1732804477-7525) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4 r:core_node8 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1140469 INFO  (qtp1291552035-7516) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1140470 INFO  (qtp1732804477-7525) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4 r:core_node8 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1140470 INFO  (qtp1732804477-7524) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:58696/solr/routeFieldColl_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
   [junit4]   2> 1140471 INFO  (qtp1732804477-7525) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4 r:core_node8 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1140471 INFO  (qtp1732804477-7525) [n:127.0.0.1:58695_solr c:routeFieldColl s:shard4 r:core_node8 x:routeFieldColl_shard4_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard4_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:58696/solr/routeFieldColl_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 1140472 INFO  (qtp1291552035-7516) [n:127.0.0.1:58694_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard4_re

[...truncated too long message...]

) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1186704 INFO  (jetty-closer-1122-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1186705 INFO  (coreCloseExecutor-3451-thread-1) [n:127.0.0.1:58696_solr c:testCreateShardRepFactor s:b r:core_node2 x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@62df60da
   [junit4]   2> 1186706 INFO  (coreCloseExecutor-3452-thread-1) [n:127.0.0.1:58694_solr c:testCreateShardRepFactor s:x r:core_node3 x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12e8a5db
   [junit4]   2> 1186706 INFO  (coreCloseExecutor-3451-thread-1) [n:127.0.0.1:58696_solr c:testCreateShardRepFactor s:b r:core_node2 x:testCreateShardRepFactor_b_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.b.replica1, tag=1658806490
   [junit4]   2> 1186707 INFO  (jetty-closer-1122-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1186708 INFO  (coreCloseExecutor-3453-thread-1) [n:127.0.0.1:58698_solr c:testCreateShardRepFactor s:a r:core_node1 x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e7a8de7
   [junit4]   2> 1186709 INFO  (coreCloseExecutor-3452-thread-1) [n:127.0.0.1:58694_solr c:testCreateShardRepFactor s:x r:core_node3 x:testCreateShardRepFactor_x_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.x.replica1, tag=317236699
   [junit4]   2> 1186711 WARN  (zkCallback-1144-thread-1-processing-n:127.0.0.1:58695_solr) [n:127.0.0.1:58695_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1186712 INFO  (coreCloseExecutor-3453-thread-1) [n:127.0.0.1:58698_solr c:testCreateShardRepFactor s:a r:core_node1 x:testCreateShardRepFactor_a_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCreateShardRepFactor.a.replica1, tag=511348199
   [junit4]   2> 1186712 INFO  (zkCallback-1143-thread-2-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1186713 INFO  (jetty-closer-1122-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27aba608{/solr,null,UNAVAILABLE}
   [junit4]   2> 1186713 INFO  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1186713 INFO  (zkCallback-1133-thread-2-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1186715 WARN  (zkCallback-1141-thread-1-processing-n:127.0.0.1:58696_solr) [n:127.0.0.1:58696_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1186715 INFO  (jetty-closer-1122-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e559565{/solr,null,UNAVAILABLE}
   [junit4]   2> 1186716 INFO  (zkCallback-1133-thread-5-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1186716 INFO  (zkCallback-1143-thread-2-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1186720 INFO  (jetty-closer-1122-thread-4) [    ] o.a.s.c.Overseer Overseer (id=97616730130481158-127.0.0.1:58694_solr-n_0000000000) closing
   [junit4]   2> 1186720 INFO  (OverseerStateUpdate-97616730130481158-127.0.0.1:58694_solr-n_0000000000) [n:127.0.0.1:58694_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58694_solr
   [junit4]   2> 1186723 WARN  (zkCallback-1133-thread-5-processing-n:127.0.0.1:58694_solr) [n:127.0.0.1:58694_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1186724 INFO  (jetty-closer-1122-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57e8b056{/solr,null,UNAVAILABLE}
   [junit4]   2> 1188233 WARN  (zkCallback-1143-thread-2-processing-n:127.0.0.1:58698_solr) [n:127.0.0.1:58698_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1188234 INFO  (jetty-closer-1122-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a71b3f2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1188236 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58692 58692
   [junit4]   2> 1188245 INFO  (Thread-1737) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58692 58692
   [junit4]   2> 1190975 WARN  (Thread-1737) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97616730130481158-127.0.0.1:58694_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	67	/solr/overseer/queue
   [junit4]   2> 	37	/solr/overseer/collection-queue-work
   [junit4]   2> 	27	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	7	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1190976 INFO  (SUITE-CustomCollectionTest-seed#[3C52BA796A1CAB27]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_3C52BA796A1CAB27-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=FSTOrd50, id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=926, maxMBSortInHeap=7.1486207776816, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-CH, timezone=Asia/Bangkok
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=149862848,total=510615552
   [junit4]   2> NOTE: All tests run in this JVM: [TestDefaultSearchFieldResource, SecurityConfHandlerTest, TestCollationFieldDocValues, TestScoreJoinQPScore, FacetPivotSmallTest, TestComplexPhraseQParserPlugin, AnalysisAfterCoreReloadTest, JvmMetricsTest, SolrPluginUtilsTest, XmlUpdateRequestHandlerTest, TestObjectReleaseTracker, ExplicitHLLTest, TestInitQParser, TestUseDocValuesAsStored2, TestCloudRecovery, TestCharFilters, ClassificationUpdateProcessorIntegrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, RulesTest, TestIBSimilarityFactory, TestDistribIDF, TestPushWriter, TimeZoneUtilsTest, SearchHandlerTest, TemplateUpdateProcessorTest, TestHdfsUpdateLog, HdfsRecoverLeaseTest, RecoveryZkTest, DocumentAnalysisRequestHandlerTest, TestOnReconnectListenerSupport, DocValuesTest, TestInitParams, AnalyticsQueryTest, DistanceUnitsTest, TestSolrQueryParserDefaultOperatorResource, SolrSlf4jReporterTest, TestOrdValues, TestDistributedSearch, TestStandardQParsers, MultiTermTest, SolrRequestParserTest, PingRequestHandlerTest, HighlighterTest, ConfigureRecoveryStrategyTest, StatelessScriptUpdateProcessorFactoryTest, MultiThreadedOCPTest, SchemaVersionSpecificBehaviorTest, PrimUtilsTest, DistributedMLTComponentTest, TestFieldCache, SimpleFacetsTest, TestCollectionAPI, TestCustomStream, SolrMetricsIntegrationTest, TestMaxScoreQueryParser, TestFieldResource, DateFieldTest, StressHdfsTest, AssignTest, TestWordDelimiterFilterFactory, LeaderElectionTest, TestSort, SimplePostToolTest, TestSchemaResource, TestFieldCacheVsDocValues, TestSolrDeletionPolicy1, DeleteStatusTest, MigrateRouteKeyTest, GraphQueryTest, TestRTGBase, TestNonDefinedSimilarityFactory, SyncSliceTest, TestDynamicFieldResource, CoreMergeIndexesAdminHandlerTest, CollectionsAPIAsyncDistributedZkTest, HighlighterMaxOffsetTest, DirectSolrSpellCheckerTest, DistributedFacetPivotSmallAdvancedTest, IndexBasedSpellCheckerTest, ZkStateReaderTest, CloneFieldUpdateProcessorFactoryTest, TestImpersonationWithHadoopAuth, HttpPartitionTest, SpatialHeatmapFacetsTest, TestCoreContainer, TestCursorMarkWithoutUniqueKey, TestCloudPivotFacet, TestFieldSortValues, QueryEqualityTest, ReplicaListTransformerTest, LeaderFailoverAfterPartitionTest, TestFaceting, TestPKIAuthenticationPlugin, TestPseudoReturnFields, TestFieldTypeResource, TestCollationField, TestExclusionRuleCollectionAccess, DistributedQueueTest, TestBM25SimilarityFactory, JSONWriterTest, SuggesterFSTTest, TestJsonFacets, TestSmileRequest, CustomCollectionTest]
   [junit4] Completed [212/698 (1!)] on J0 in 56.36s, 4 tests, 1 error <<< FAILURES!

[...truncated 64295 lines...]