You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/02 14:04:31 UTC

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 845 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/845/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([1172C4FCB844BD99:44222C6E14BD7269]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12654 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/init-core-data-001
   [junit4]   2> 2926508 INFO  (SUITE-CustomCollectionTest-seed#[1172C4FCB844BD99]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2926513 INFO  (SUITE-CustomCollectionTest-seed#[1172C4FCB844BD99]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2926514 INFO  (SUITE-CustomCollectionTest-seed#[1172C4FCB844BD99]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001
   [junit4]   2> 2926514 INFO  (SUITE-CustomCollectionTest-seed#[1172C4FCB844BD99]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2926514 INFO  (Thread-3759) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2926515 INFO  (Thread-3759) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2926519 ERROR (Thread-3759) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2926616 INFO  (SUITE-CustomCollectionTest-seed#[1172C4FCB844BD99]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52812
   [junit4]   2> 2926647 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2926647 INFO  (jetty-launcher-2704-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2926647 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2926648 INFO  (jetty-launcher-2704-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2926653 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@692222e6{/solr,null,AVAILABLE}
   [junit4]   2> 2926654 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3be6373e{/solr,null,AVAILABLE}
   [junit4]   2> 2926655 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@117613e9{HTTP/1.1,[http/1.1]}{127.0.0.1:52814}
   [junit4]   2> 2926655 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.Server Started @2930325ms
   [junit4]   2> 2926655 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52814}
   [junit4]   2> 2926655 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1275f2a3{HTTP/1.1,[http/1.1]}{127.0.0.1:52815}
   [junit4]   2> 2926655 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.Server Started @2930326ms
   [junit4]   2> 2926655 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52815}
   [junit4]   2> 2926655 ERROR (jetty-launcher-2704-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2926656 ERROR (jetty-launcher-2704-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2926655 INFO  (jetty-launcher-2704-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76bb14df{/solr,null,AVAILABLE}
   [junit4]   2> 2926657 INFO  (jetty-launcher-2704-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29270f2b{HTTP/1.1,[http/1.1]}{127.0.0.1:52816}
   [junit4]   2> 2926657 INFO  (jetty-launcher-2704-thread-4) [    ] o.e.j.s.Server Started @2930327ms
   [junit4]   2> 2926657 INFO  (jetty-launcher-2704-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52816}
   [junit4]   2> 2926657 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 2926657 ERROR (jetty-launcher-2704-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2926657 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-02T13:14:47.331Z
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-02T13:14:47.331Z
   [junit4]   2> 2926658 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-02T13:14:47.331Z
   [junit4]   2> 2926661 INFO  (jetty-launcher-2704-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@766a01f5{/solr,null,AVAILABLE}
   [junit4]   2> 2926665 INFO  (jetty-launcher-2704-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51383650{HTTP/1.1,[http/1.1]}{127.0.0.1:52817}
   [junit4]   2> 2926665 INFO  (jetty-launcher-2704-thread-3) [    ] o.e.j.s.Server Started @2930335ms
   [junit4]   2> 2926665 INFO  (jetty-launcher-2704-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52817}
   [junit4]   2> 2926666 ERROR (jetty-launcher-2704-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2926667 INFO  (jetty-launcher-2704-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 2926667 INFO  (jetty-launcher-2704-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2926667 INFO  (jetty-launcher-2704-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2926667 INFO  (jetty-launcher-2704-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-02T13:14:47.340Z
   [junit4]   2> 2926671 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2926673 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2926674 INFO  (jetty-launcher-2704-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2926674 INFO  (jetty-launcher-2704-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2926737 INFO  (jetty-launcher-2704-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2926738 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2926738 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2926739 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52812/solr
   [junit4]   2> 2926739 INFO  (jetty-launcher-2704-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2926741 INFO  (jetty-launcher-2704-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52812/solr
   [junit4]   2> 2926741 INFO  (jetty-launcher-2704-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52812/solr
   [junit4]   2> 2926743 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52812/solr
   [junit4]   2> 2926789 INFO  (jetty-launcher-2704-thread-3) [n:127.0.0.1:52817_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2926789 INFO  (jetty-launcher-2704-thread-4) [n:127.0.0.1:52816_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2926790 INFO  (jetty-launcher-2704-thread-3) [n:127.0.0.1:52817_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52817_solr
   [junit4]   2> 2926792 INFO  (jetty-launcher-2704-thread-4) [n:127.0.0.1:52816_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52816_solr
   [junit4]   2> 2926794 INFO  (jetty-launcher-2704-thread-3) [n:127.0.0.1:52817_solr    ] o.a.s.c.Overseer Overseer (id=97893147422883849-127.0.0.1:52817_solr-n_0000000000) starting
   [junit4]   2> 2926796 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52815_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2926801 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52815_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52815_solr
   [junit4]   2> 2926813 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2926813 INFO  (zkCallback-2724-thread-1-processing-n:127.0.0.1:52816_solr) [n:127.0.0.1:52816_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2926813 INFO  (zkCallback-2725-thread-2-processing-n:127.0.0.1:52815_solr) [n:127.0.0.1:52815_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2926824 INFO  (jetty-launcher-2704-thread-3) [n:127.0.0.1:52817_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52817_solr
   [junit4]   2> 2926837 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52814_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2926838 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2926838 INFO  (zkCallback-2724-thread-1-processing-n:127.0.0.1:52816_solr) [n:127.0.0.1:52816_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2926838 INFO  (zkCallback-2725-thread-2-processing-n:127.0.0.1:52815_solr) [n:127.0.0.1:52815_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2926861 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52814_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2926871 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52814_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52814_solr
   [junit4]   2> 2926875 INFO  (zkCallback-2726-thread-1-processing-n:127.0.0.1:52814_solr) [n:127.0.0.1:52814_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2926879 INFO  (zkCallback-2725-thread-2-processing-n:127.0.0.1:52815_solr) [n:127.0.0.1:52815_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2926879 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2926880 INFO  (zkCallback-2724-thread-1-processing-n:127.0.0.1:52816_solr) [n:127.0.0.1:52816_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2927437 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52814_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node2/.
   [junit4]   2> 2927438 INFO  (jetty-launcher-2704-thread-3) [n:127.0.0.1:52817_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node3/.
   [junit4]   2> 2927439 INFO  (jetty-launcher-2704-thread-4) [n:127.0.0.1:52816_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node4/.
   [junit4]   2> 2927453 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52815_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node1/.
   [junit4]   2> 2930484 INFO  (SUITE-CustomCollectionTest-seed#[1172C4FCB844BD99]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2930486 INFO  (SUITE-CustomCollectionTest-seed#[1172C4FCB844BD99]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52812/solr ready
   [junit4]   2> 2930541 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[1172C4FCB844BD99]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 2930543 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[1172C4FCB844BD99]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2930550 INFO  (qtp286787973-16221) [n:127.0.0.1:52815_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2930554 INFO  (OverseerThreadFactory-8379-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
   [junit4]   2> 2930668 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2
   [junit4]   2> 2930669 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2930671 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2930672 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2
   [junit4]   2> 2930672 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2930673 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2930674 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2930674 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2930674 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2930674 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2930676 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2
   [junit4]   2> 2930678 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2
   [junit4]   2> 2930815 INFO  (zkCallback-2725-thread-2-processing-n:127.0.0.1:52815_solr) [n:127.0.0.1:52815_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2930815 INFO  (zkCallback-2726-thread-1-processing-n:127.0.0.1:52814_solr) [n:127.0.0.1:52814_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2930815 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2930815 INFO  (zkCallback-2724-thread-1-processing-n:127.0.0.1:52816_solr) [n:127.0.0.1:52816_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2931724 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2931728 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2931742 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2931745 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2931745 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2931746 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2931751 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2931762 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2931766 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2931766 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2931776 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2931784 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2931786 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2931788 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2931805 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2931840 WARN  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2931841 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2931841 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica1' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2931842 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2931842 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2931842 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node2/routeFieldColl_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node2/./routeFieldColl_shard4_replica1/data/]
   [junit4]   2> 2931843 WARN  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2931844 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2931844 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica2' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2931845 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2931845 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node4/routeFieldColl_shard1_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node4/./routeFieldColl_shard1_replica2/data/]
   [junit4]   2> 2931846 WARN  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2931850 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2931850 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica1' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2931850 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2931850 WARN  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2931851 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2931852 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica2' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2931852 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2931852 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node4/routeFieldColl_shard3_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node4/./routeFieldColl_shard3_replica2/data/]
   [junit4]   2> 2931850 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node1/routeFieldColl_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node1/./routeFieldColl_shard3_replica1/data/]
   [junit4]   2> 2931854 WARN  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2931855 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2931856 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica1' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2931872 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2931872 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node2/routeFieldColl_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node2/./routeFieldColl_shard2_replica1/data/]
   [junit4]   2> 2931874 WARN  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2931875 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2931875 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica1' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2931875 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2931875 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node1/routeFieldColl_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node1/./routeFieldColl_shard1_replica1/data/]
   [junit4]   2> 2931877 WARN  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2931879 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2931879 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica2' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2931879 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2931879 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node3/routeFieldColl_shard2_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node3/./routeFieldColl_shard2_replica2/data/]
   [junit4]   2> 2931886 WARN  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2931888 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2931888 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica2' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2931888 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2931888 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node3/routeFieldColl_shard4_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1172C4FCB844BD99-001/tempDir-001/node3/./routeFieldColl_shard4_replica2/data/]
   [junit4]   2> 2932064 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2932064 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2932069 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2932069 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2932075 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2932075 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2932079 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7227f07e[routeFieldColl_shard4_replica1] main]
   [junit4]   2> 2932080 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2932080 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2932080 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2932082 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2932085 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2932085 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2932086 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2932086 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2932088 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2932088 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2932088 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2932088 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2932089 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2932090 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2932090 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2932091 INFO  (searcherExecutor-8388-thread-1-processing-n:127.0.0.1:52814_solr x:routeFieldColl_shard4_replica1 s:shard4 c:routeFieldColl) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore [routeFieldColl_shard4_replica1] Registered new searcher Searcher@7227f07e[routeFieldColl_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2932091 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2932091 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566290364610904064
   [junit4]   2> 2932091 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2932096 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2932096 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2932098 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2932098 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2932100 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2932100 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2932104 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2932104 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@401ba3c0[routeFieldColl_shard2_replica2] main]
   [junit4]   2> 2932106 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2932106 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2932106 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2932107 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2932107 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2932107 INFO  (searcherExecutor-8394-thread-1-processing-n:127.0.0.1:52817_solr x:routeFieldColl_shard2_replica2 s:shard2 c:routeFieldColl) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [routeFieldColl_shard2_replica2] Registered new searcher Searcher@401ba3c0[routeFieldColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2932107 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566290364627681280
   [junit4]   2> 2932108 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@e1d2239[routeFieldColl_shard3_replica2] main]
   [junit4]   2> 2932110 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2932111 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2932111 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2932111 INFO  (searcherExecutor-8391-thread-1-processing-n:127.0.0.1:52816_solr x:routeFieldColl_shard3_replica2 s:shard3 c:routeFieldColl) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore [routeFieldColl_shard3_replica2] Registered new searcher Searcher@e1d2239[routeFieldColl_shard3_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2932111 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566290364631875584
   [junit4]   2> 2932112 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@20a4b5a8[routeFieldColl_shard4_replica2] main]
   [junit4]   2> 2932113 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@39dcb404[routeFieldColl_shard1_replica2] main]
   [junit4]   2> 2932113 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2932114 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2932115 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2932115 INFO  (searcherExecutor-8395-thread-1-processing-n:127.0.0.1:52817_solr x:routeFieldColl_shard4_replica2 s:shard4 c:routeFieldColl) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore [routeFieldColl_shard4_replica2] Registered new searcher Searcher@20a4b5a8[routeFieldColl_shard4_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2932115 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566290364636069888
   [junit4]   2> 2932115 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2932116 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2932116 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2932116 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566290364637118464
   [junit4]   2> 2932116 INFO  (searcherExecutor-8389-thread-1-processing-n:127.0.0.1:52816_solr x:routeFieldColl_shard1_replica2 s:shard1 c:routeFieldColl) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore [routeFieldColl_shard1_replica2] Registered new searcher Searcher@39dcb404[routeFieldColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2932124 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 2932128 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1da7faf5[routeFieldColl_shard1_replica1] main]
   [junit4]   2> 2932130 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2932130 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2932131 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2932131 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2932132 INFO  (searcherExecutor-8393-thread-1-processing-n:127.0.0.1:52815_solr x:routeFieldColl_shard1_replica1 s:shard1 c:routeFieldColl) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore [routeFieldColl_shard1_replica1] Registered new searcher Searcher@1da7faf5[routeFieldColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2932132 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566290364653895680
   [junit4]   2> 2932133 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 2932136 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@561599c[routeFieldColl_shard2_replica1] main]
   [junit4]   2> 2932136 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2932136 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2932139 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2932139 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2932139 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2932139 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2932139 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2932139 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566290364661235712
   [junit4]   2> 2932139 INFO  (searcherExecutor-8392-thread-1-processing-n:127.0.0.1:52814_solr x:routeFieldColl_shard2_replica1 s:shard2 c:routeFieldColl) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore [routeFieldColl_shard2_replica1] Registered new searcher Searcher@561599c[routeFieldColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2932140 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ad34cb7[routeFieldColl_shard3_replica1] main]
   [junit4]   2> 2932142 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2932143 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2932143 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2932143 INFO  (searcherExecutor-8390-thread-1-processing-n:127.0.0.1:52815_solr x:routeFieldColl_shard3_replica1 s:shard3 c:routeFieldColl) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore [routeFieldColl_shard3_replica1] Registered new searcher Searcher@ad34cb7[routeFieldColl_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2932143 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566290364665430016
   [junit4]   2> 2932245 INFO  (zkCallback-2726-thread-1-processing-n:127.0.0.1:52814_solr) [n:127.0.0.1:52814_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932245 INFO  (zkCallback-2725-thread-2-processing-n:127.0.0.1:52815_solr) [n:127.0.0.1:52815_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932245 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932245 INFO  (zkCallback-2724-thread-1-processing-n:127.0.0.1:52816_solr) [n:127.0.0.1:52816_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932613 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2932614 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2932614 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52814/solr/routeFieldColl_shard4_replica1/
   [junit4]   2> 2932614 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica1 url=http://127.0.0.1:52814/solr START replicas=[http://127.0.0.1:52817/solr/routeFieldColl_shard4_replica2/] nUpdates=100
   [junit4]   2> 2932614 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica1 url=http://127.0.0.1:52814/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2932617 INFO  (qtp565910226-16219) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4 r:core_node7 x:routeFieldColl_shard4_replica2] o.a.s.c.S.Request [routeFieldColl_shard4_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2932618 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2932618 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2932618 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2932625 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52814/solr/routeFieldColl_shard4_replica1/ shard4
   [junit4]   2> 2932627 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2932627 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2932627 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52817/solr/routeFieldColl_shard2_replica2/
   [junit4]   2> 2932627 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica2 url=http://127.0.0.1:52817/solr START replicas=[http://127.0.0.1:52814/solr/routeFieldColl_shard2_replica1/] nUpdates=100
   [junit4]   2> 2932628 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica2 url=http://127.0.0.1:52817/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2932630 INFO  (qtp120694835-16216) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2 r:core_node5 x:routeFieldColl_shard2_replica1] o.a.s.c.S.Request [routeFieldColl_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2932630 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2932630 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2932630 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2932633 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2932633 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2932633 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52816/solr/routeFieldColl_shard3_replica2/
   [junit4]   2> 2932633 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica2 url=http://127.0.0.1:52816/solr START replicas=[http://127.0.0.1:52815/solr/routeFieldColl_shard3_replica1/] nUpdates=100
   [junit4]   2> 2932634 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica2 url=http://127.0.0.1:52816/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2932636 INFO  (qtp286787973-16239) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3 r:core_node1 x:routeFieldColl_shard3_replica1] o.a.s.c.S.Request [routeFieldColl_shard3_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2932636 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2932636 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2932636 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2932638 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52817/solr/routeFieldColl_shard2_replica2/ shard2
   [junit4]   2> 2932639 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2932639 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2932639 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52816/solr/routeFieldColl_shard1_replica2/
   [junit4]   2> 2932640 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica2 url=http://127.0.0.1:52816/solr START replicas=[http://127.0.0.1:52815/solr/routeFieldColl_shard1_replica1/] nUpdates=100
   [junit4]   2> 2932640 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica2 url=http://127.0.0.1:52816/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2932642 INFO  (qtp286787973-16217) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1 r:core_node6 x:routeFieldColl_shard1_replica1] o.a.s.c.S.Request [routeFieldColl_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2932642 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2932642 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2932642 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2932643 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52816/solr/routeFieldColl_shard3_replica2/ shard3
   [junit4]   2> 2932650 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52816/solr/routeFieldColl_shard1_replica2/ shard1
   [junit4]   2> 2932763 INFO  (zkCallback-2726-thread-1-processing-n:127.0.0.1:52814_solr) [n:127.0.0.1:52814_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932763 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932763 INFO  (zkCallback-2724-thread-1-processing-n:127.0.0.1:52816_solr) [n:127.0.0.1:52816_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932763 INFO  (zkCallback-2725-thread-2-processing-n:127.0.0.1:52815_solr) [n:127.0.0.1:52815_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932780 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2932783 INFO  (qtp120694835-16222) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2} status=0 QTime=2110
   [junit4]   2> 2932795 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2932798 INFO  (qtp565910226-16231) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2124
   [junit4]   2> 2932810 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2932810 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2932814 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2139
   [junit4]   2> 2932814 INFO  (qtp2093636883-16237) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2} status=0 QTime=2137
   [junit4]   2> 2932923 INFO  (zkCallback-2726-thread-1-processing-n:127.0.0.1:52814_solr) [n:127.0.0.1:52814_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932923 INFO  (zkCallback-2725-thread-2-processing-n:127.0.0.1:52815_solr) [n:127.0.0.1:52815_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932923 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2932923 INFO  (zkCallback-2724-thread-1-processing-n:127.0.0.1:52816_solr) [n:127.0.0.1:52816_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2933130 INFO  (qtp565910226-16234) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2} status=0 QTime=2455
   [junit4]   2> 2933146 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2475
   [junit4]   2> 2933149 INFO  (qtp120694835-16223) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2477
   [junit4]   2> 2933152 INFO  (qtp286787973-16230) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2} status=0 QTime=2485
   [junit4]   2> 2933157 INFO  (qtp286787973-16221) [n:127.0.0.1:52815_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2933262 INFO  (zkCallback-2726-thread-1-processing-n:127.0.0.1:52814_solr) [n:127.0.0.1:52814_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2933262 INFO  (zkCallback-2725-thread-2-processing-n:127.0.0.1:52815_solr) [n:127.0.0.1:52815_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2933263 INFO  (zkCallback-2724-thread-1-processing-n:127.0.0.1:52816_solr) [n:127.0.0.1:52816_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2933263 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:52817_solr) [n:127.0.0.1:52817_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2934166 INFO  (qtp286787973-16221) [n:127.0.0.1:52815_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=3615
   [junit4]   2> 2934177 INFO  (qtp286787973-16239) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3 r:core_node1 x:routeFieldColl_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard3_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52816/solr/routeFieldColl_shard3_replica2/&wt=javabin&version=2}{add=[6 (1566290366791942144), 7 (1566290366795087872)]} 0 1
   [junit4]   2> 2934177 INFO  (qtp286787973-16240) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1 r:core_node6 x:routeFieldColl_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52816/solr/routeFieldColl_shard1_replica2/&wt=javabin&version=2}{add=[8 (1566290366791942144)]} 0 1
   [junit4]   2> 2934178 INFO  (qtp2093636883-16248) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3 r:core_node8 x:routeFieldColl_shard3_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard3_replica2]  webapp=/solr path=/update params={_stateVer_=routeFieldColl:5&wt=javabin&version=2}{add=[6 (1566290366791942144), 7 (1566290366795087872)]} 0 7
   [junit4]   2> 2934178 INFO  (qtp2093636883-16245) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1 r:core_node2 x:routeFieldColl_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=routeFieldColl:5&wt=javabin&version=2}{add=[8 (1566290366791942144)]} 0 7
   [junit4]   2> 2934182 INFO  (qtp2093636883-16250) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1 r:core_node2 x:routeFieldColl_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2934182 INFO  (qtp2093636883-16250) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard1 r:core_node2 x:routeFieldColl_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6dd268c2
   [junit4]   2> 2934183 INFO  (qtp286787973-16217) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1 r:core_node6 x:routeFieldColl_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2934183 INFO  (qtp286787973-16217) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard1 r:core_node6 x:routeFieldColl_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@cc9d7b
   [junit4]   2> 2934185 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3 r:core_node8 x:routeFieldColl_shard3_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2934185 INFO  (qtp2093636883-16225) [n:127.0.0.1:52816_solr c:routeFieldColl s:shard3 r:core_node8 x:routeFieldColl_shard3_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2fccc388
   [junit4]   2> 2934185 INFO  (qtp120694835-16228) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2 r:core_node5 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2934185 INFO  (qtp120694835-16228) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2 r:core_node5 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2934185 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3 r:core_node1 x:routeFieldColl_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2934185 INFO  (qtp286787973-16235) [n:127.0.0.1:52815_solr c:routeFieldColl s:shard3 r:core_node1 x:routeFieldColl_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@755b27de
   [junit4]   2> 2934185 INFO  (qtp120694835-16228) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2 r:core_node5 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2934185 INFO  (qtp565910226-16238) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2 r:core_node3 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2934185 INFO  (qtp565910226-16238) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2 r:core_node3 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2934186 INFO  (qtp565910226-16238) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2 r:core_node3 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2934186 INFO  (qtp120694835-16229) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2934186 INFO  (qtp120694835-16229) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2934186 INFO  (qtp120694835-16228) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard2 r:core_node5 x:routeFieldColl_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52816/solr/routeFieldColl_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 2934186 INFO  (qtp120694835-16229) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2934186 INFO  (qtp565910226-16238) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard2 r:core_node3 x:routeFieldColl_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52816/solr/routeFieldColl_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 2934186 INFO  (qtp565910226-16246) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4 r:core_node7 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2934186 INFO  (qtp565910226-16246) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4 r:core_node7 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2934186 INFO  (qtp120694835-16229) [n:127.0.0.1:52814_solr c:routeFieldColl s:shard4 r:core_node4 x:routeFieldColl_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard4_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52816/solr/routeFieldColl_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 2934186 INFO  (qtp565910226-16246) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4 r:core_node7 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2934186 INFO  (qtp565910226-16246) [n:127.0.0.1:52817_solr c:routeFieldColl s:shard4 r:core_node7 x:routeFieldColl_shard4_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_s

[...truncated too long message...]

cj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/response/BinaryResponseWriter.java (at line 166)
 [ecj-lint] 	return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint] 	                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/response/SmileResponseWriter.java (at line 33)
 [ecj-lint] 	new SmileWriter(out, request, response).writeResponse();
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/schema/OpenExchangeRatesOrgProvider.java (at line 146)
 [ecj-lint] 	ratesJsonStream = resourceLoader.openResource(ratesFileLocation);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'ratesJsonStream' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/search/CollapsingQParserPlugin.java (at line 1198)
 [ecj-lint] 	UninvertingReader uninvertingReader = new UninvertingReader(new ReaderWrapper(searcher.getSlowAtomicReader(), collapseField), mapping);
 [ecj-lint] 	                  ^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'uninvertingReader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/search/CursorMark.java (at line 188)
 [ecj-lint] 	pieces = (List<Object>) new JavaBinCodec().unmarshal(in);
 [ecj-lint] 	                        ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/search/CursorMark.java (at line 265)
 [ecj-lint] 	new JavaBinCodec().marshal(marshalledValues, out);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 27. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 145)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 28. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 154)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/search/DocSlice.java (at line 163)
 [ecj-lint] 	HashDocSet h = new HashDocSet(docs,offset,len);
 [ecj-lint] 	           ^
 [ecj-lint] Resource leak: 'h' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/search/function/OrdFieldSource.java (at line 78)
 [ecj-lint] 	SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint] 	                  ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/search/function/ReverseOrdFieldSource.java (at line 78)
 [ecj-lint] 	SolrIndexSearcher is = (SolrIndexSearcher) o;
 [ecj-lint] 	                  ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/servlet/SolrDispatchFilter.java (at line 260)
 [ecj-lint] 	throw new SolrException(ErrorCode.SERVER_ERROR, "Error occurred while loading solr.xml from zookeeper", e);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'loader' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 33. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/CdcrTransactionLog.java (at line 98)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 34. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 188)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 35. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/HdfsTransactionLog.java (at line 258)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 36. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 226)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 37. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 226)
 [ecj-lint] 	ChannelFastInputStream is = new ChannelFastInputStream(channel, pos);
 [ecj-lint] 	                       ^^
 [ecj-lint] Resource leak: 'is' is never closed
 [ecj-lint] ----------
 [ecj-lint] 38. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 258)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 39. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 273)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] 40. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/TransactionLog.java (at line 527)
 [ecj-lint] 	LogCodec codec = new LogCodec(resolver);
 [ecj-lint] 	         ^^^^^
 [ecj-lint] Resource leak: 'codec' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 41. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/update/processor/UpdateRequestProcessor.java (at line 85)
 [ecj-lint] 	UpdateRequestProcessor p = this;
 [ecj-lint] 	                       ^
 [ecj-lint] Resource leak: 'p' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 42. ERROR in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/util/PayloadDecoder.java (at line 20)
 [ecj-lint] 	import org.apache.lucene.search.similarities.Similarity;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.search.similarities.Similarity is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 43. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
 [ecj-lint] 	BAOS bos =  new BAOS();
 [ecj-lint] 	     ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] 44. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/util/SimplePostTool.java (at line 655)
 [ecj-lint] 	BAOS bos =  new BAOS();
 [ecj-lint] 	     ^^^
 [ecj-lint] Resource leak: 'bos' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 45. WARNING in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/java/org/apache/solr/util/SolrLogLayout.java (at line 149)
 [ecj-lint] 	SolrQueryRequest req = requestInfo == null ? null : requestInfo.getReq();
 [ecj-lint] 	                 ^^^
 [ecj-lint] Resource leak: 'req' is never closed
 [ecj-lint] ----------
 [ecj-lint] 45 problems (1 error, 44 warnings)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:101: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build.xml:686: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/lucene/common-build.xml:2004: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/lucene/common-build.xml:2043: Compile failed; see the compiler error output for details.

Total time: 130 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 846 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/846/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

9 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64415 within 45000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64415 within 45000 ms
	at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7:6E8FD061327B68D2]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:86)
	at org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:80)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:80)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:218)
	at org.apache.solr.cloud.ShardSplitTest.distribSetUp(ShardSplitTest.java:86)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64415 within 45000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
	... 39 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:     1) Thread[id=18278, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=18281, name=ProcessThread(sid:0 cport:64415):, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)    3) Thread[id=18277, name=Thread-3762, state=WAITING, group=TGRP-ShardSplitTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1249)         at java.lang.Thread.join(Thread.java:1323)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    4) Thread[id=18279, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 
   1) Thread[id=18278, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=18281, name=ProcessThread(sid:0 cport:64415):, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   3) Thread[id=18277, name=Thread-3762, state=WAITING, group=TGRP-ShardSplitTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   4) Thread[id=18279, name=SessionTracker, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
	at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=18278, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=18278, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)


FAILED:  org.apache.solr.cloud.TestConfigSetsAPI.testDelete

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64358 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64358 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:234)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:197)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:124)
	at org.apache.solr.cloud.TestConfigSetsAPI.setUp(TestConfigSetsAPI.java:115)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64358 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
	... 45 more


FAILED:  org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64413 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64413 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:234)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:197)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:124)
	at org.apache.solr.cloud.TestConfigSetsAPI.setUp(TestConfigSetsAPI.java:115)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64413 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
	... 45 more


FAILED:  org.apache.solr.cloud.TestConfigSetsAPI.testDeleteErrors

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64417 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64417 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:234)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:197)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:124)
	at org.apache.solr.cloud.TestConfigSetsAPI.setUp(TestConfigSetsAPI.java:115)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64417 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
	... 45 more


FAILED:  org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithRunExecutableListener

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64419 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64419 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:234)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:197)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:124)
	at org.apache.solr.cloud.TestConfigSetsAPI.setUp(TestConfigSetsAPI.java:115)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:64419 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
	... 45 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestConfigSetsAPI

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.TestConfigSetsAPI:     1) Thread[id=16773, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=16762, name=ProcessThread(sid:0 cport:64358):, state=WAITING, group=TGRP-TestConfigSetsAPI]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)    3) Thread[id=16758, name=Thread-3649, state=WAITING, group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1249)         at java.lang.Thread.join(Thread.java:1323)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    4) Thread[id=16772, name=Thread-3651, state=WAITING, group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1249)         at java.lang.Thread.join(Thread.java:1323)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    5) Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=16779, name=Thread-3652, state=WAITING, group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1249)         at java.lang.Thread.join(Thread.java:1323)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    7) Thread[id=16783, name=ProcessThread(sid:0 cport:64419):, state=WAITING, group=TGRP-TestConfigSetsAPI]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)    8) Thread[id=16769, name=ProcessThread(sid:0 cport:64413):, state=WAITING, group=TGRP-TestConfigSetsAPI]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)    9) Thread[id=16774, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)   10) Thread[id=16767, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)   11) Thread[id=16760, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)   12) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)   13) Thread[id=16780, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)   14) Thread[id=16776, name=ProcessThread(sid:0 cport:64417):, state=WAITING, group=TGRP-TestConfigSetsAPI]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)   15) Thread[id=16781, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)   16) Thread[id=16765, name=Thread-3650, state=WAITING, group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1249)         at java.lang.Thread.join(Thread.java:1323)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.TestConfigSetsAPI: 
   1) Thread[id=16773, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=16762, name=ProcessThread(sid:0 cport:64358):, state=WAITING, group=TGRP-TestConfigSetsAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   3) Thread[id=16758, name=Thread-3649, state=WAITING, group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   4) Thread[id=16772, name=Thread-3651, state=WAITING, group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   5) Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=16779, name=Thread-3652, state=WAITING, group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   7) Thread[id=16783, name=ProcessThread(sid:0 cport:64419):, state=WAITING, group=TGRP-TestConfigSetsAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   8) Thread[id=16769, name=ProcessThread(sid:0 cport:64413):, state=WAITING, group=TGRP-TestConfigSetsAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   9) Thread[id=16774, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  10) Thread[id=16767, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  11) Thread[id=16760, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  12) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
  13) Thread[id=16780, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
  14) Thread[id=16776, name=ProcessThread(sid:0 cport:64417):, state=WAITING, group=TGRP-TestConfigSetsAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
  15) Thread[id=16781, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  16) Thread[id=16765, name=Thread-3650, state=WAITING, group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
	at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestConfigSetsAPI

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=16773, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.IOUtil.drain(Native Method)         at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=16780, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=16773, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.IOUtil.drain(Native Method)
        at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=16780, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)




Build Log:
[...truncated 12722 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/init-core-data-001
   [junit4]   2> 3438106 WARN  (SUITE-ShardSplitTest-seed#[24C54461A3D347D7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 3438106 INFO  (SUITE-ShardSplitTest-seed#[24C54461A3D347D7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 3438110 INFO  (SUITE-ShardSplitTest-seed#[24C54461A3D347D7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3438110 INFO  (SUITE-ShardSplitTest-seed#[24C54461A3D347D7]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jm_c/v
   [junit4]   2> 3438113 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3438113 INFO  (Thread-3498) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3438113 INFO  (Thread-3498) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3438117 ERROR (Thread-3498) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3438215 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkTestServer start zk server on port:63863
   [junit4]   2> 3438263 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3438271 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3438308 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3438325 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3438340 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3438352 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3438360 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3438375 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3438384 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3438391 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3438400 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3441380 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores/collection1
   [junit4]   2> 3441382 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3441384 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69bf6ddf{/jm_c/v,null,AVAILABLE}
   [junit4]   2> 3441385 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3be57d5{HTTP/1.1,[http/1.1]}{127.0.0.1:63866}
   [junit4]   2> 3441386 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server Started @3446803ms
   [junit4]   2> 3441386 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/tempDir-001/control/data, hostContext=/jm_c/v, hostPort=63866, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores}
   [junit4]   2> 3441386 ERROR (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3441386 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 3441386 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3441386 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3441386 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-03T01:14:04.360Z
   [junit4]   2> 3441391 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3441391 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/solr.xml
   [junit4]   2> 3441406 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3441407 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63863/solr
   [junit4]   2> 3441450 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3441451 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63866_jm_c%2Fv
   [junit4]   2> 3441453 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.Overseer Overseer (id=97895975556874244-127.0.0.1:63866_jm_c%2Fv-n_0000000000) starting
   [junit4]   2> 3441467 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63866_jm_c%2Fv
   [junit4]   2> 3441470 INFO  (zkCallback-3098-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3441566 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores
   [junit4]   2> 3441566 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3441568 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3441571 INFO  (OverseerStateUpdate-97895975556874244-127.0.0.1:63866_jm_c%2Fv-n_0000000000) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3442593 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 3442607 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3442693 WARN  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3442695 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 3442724 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 3442724 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3442724 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores/collection1/data/]
   [junit4]   2> 3442724 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5ebc0
   [junit4]   2> 3442730 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3442760 WARN  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3442852 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3442852 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3442853 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3442853 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3442854 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3442854 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4319c906[collection1] main]
   [junit4]   2> 3442856 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3442857 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3442857 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3442858 INFO  (searcherExecutor-8183-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4319c906[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3442859 INFO  (coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566335613883383808
   [junit4]   2> 3442869 INFO  (coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3442870 INFO  (coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3442870 INFO  (coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63866/jm_c/v/collection1/
   [junit4]   2> 3442870 INFO  (coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3442870 INFO  (coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63866/jm_c/v/collection1/ has no replicas
   [junit4]   2> 3442870 INFO  (coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3442878 INFO  (coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63866/jm_c/v/collection1/ shard1
   [junit4]   2> 3443042 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3443044 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63863/solr ready
   [junit4]   2> 3443044 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3443048 INFO  (coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3443422 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores/collection1
   [junit4]   2> 3443423 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001
   [junit4]   2> 3443424 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3443426 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4734abdf{/jm_c/v,null,AVAILABLE}
   [junit4]   2> 3443426 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7cc7c215{HTTP/1.1,[http/1.1]}{127.0.0.1:63871}
   [junit4]   2> 3443426 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server Started @3448844ms
   [junit4]   2> 3443426 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/jm_c/v, hostPort=63871, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores}
   [junit4]   2> 3443427 ERROR (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3443428 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 3443428 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3443428 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3443428 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-03T01:14:06.402Z
   [junit4]   2> 3443431 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3443431 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/solr.xml
   [junit4]   2> 3443441 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3443442 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63863/solr
   [junit4]   2> 3443458 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3443463 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3443467 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63871_jm_c%2Fv
   [junit4]   2> 3443470 INFO  (zkCallback-3102-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3443470 INFO  (zkCallback-3098-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3443471 INFO  (zkCallback-3107-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3443577 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores
   [junit4]   2> 3443577 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3443578 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3443584 INFO  (OverseerStateUpdate-97895975556874244-127.0.0.1:63866_jm_c%2Fv-n_0000000000) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 3444624 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 3444636 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3444726 WARN  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3444728 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 3444757 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 3444757 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3444758 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 3444758 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5ebc0
   [junit4]   2> 3444762 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3444772 WARN  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3444834 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3444834 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3444835 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3444835 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3444836 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3444837 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fca8c65[collection1] main]
   [junit4]   2> 3444838 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3444839 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3444839 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3444840 INFO  (searcherExecutor-8194-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fca8c65[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3444841 INFO  (coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566335615961661440
   [junit4]   2> 3444851 INFO  (coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3444851 INFO  (coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3444851 INFO  (coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63871/jm_c/v/collection1/
   [junit4]   2> 3444851 INFO  (coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3444851 INFO  (coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63871/jm_c/v/collection1/ has no replicas
   [junit4]   2> 3444851 INFO  (coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3444858 INFO  (coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63871/jm_c/v/collection1/ shard2
   [junit4]   2> 3445025 INFO  (coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3445521 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-2-001/cores/collection1
   [junit4]   2> 3445523 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-2-001
   [junit4]   2> 3445523 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3445525 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d2aaa3b{/jm_c/v,null,AVAILABLE}
   [junit4]   2> 3445526 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b26e37a{HTTP/1.1,[http/1.1]}{127.0.0.1:63882}
   [junit4]   2> 3445526 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server Started @3450944ms
   [junit4]   2> 3445526 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/jm_c/v, hostPort=63882, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-2-001/cores}
   [junit4]   2> 3445526 ERROR (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3445526 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.0
   [junit4]   2> 3445527 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3445527 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3445528 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-03T01:14:08.502Z
   [junit4]   2> 3445532 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3445532 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-2-001/solr.xml
   [junit4]   2> 3445548 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3445549 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63863/solr
   [junit4]   2> 3445567 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63882_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3445572 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63882_jm_c%2Fv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3445579 INFO  (TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63882_jm_c%2Fv    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63882_jm_c%2Fv
   [junit4]   2> 3445593 INFO  (zkCallback-3098-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) [n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from Zo

[...truncated too long message...]

ueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=16779, name=Thread-3652, state=WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1249)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1323)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]    >    7) Thread[id=16783, name=ProcessThread(sid:0 cport:64419):, state=WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]    >    8) Thread[id=16769, name=ProcessThread(sid:0 cport:64413):, state=WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]    >    9) Thread[id=16774, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >   10) Thread[id=16767, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >   11) Thread[id=16760, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >   12) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   13) Thread[id=16780, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   14) Thread[id=16776, name=ProcessThread(sid:0 cport:64417):, state=WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]    >   15) Thread[id=16781, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >   16) Thread[id=16765, name=Thread-3650, state=WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1249)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1323)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]    >         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=16773, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=16780, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)
   [junit4] Completed [710/710 (2!)] on J1 in 295.57s, 9 tests, 6 errors <<< FAILURES!

[...truncated 43434 lines...]