You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/04/22 16:34:47 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3968 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3968/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at https://127.0.0.1:57566/solr/awhollynewcollection_0_shard2_replica3: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:57566/solr/awhollynewcollection_0_shard2_replica3: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard2
	at __randomizedtesting.SeedInfo.seed([3B6F80B3E7E55E73:731AF407E1D671E6]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1263)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:529)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:57566/solr/awhollynewcollection_0_shard2_replica3: No registered leader was found after waiting for 4000ms , collection: awhollynewcollection_0 slice: shard2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:451)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:392)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:796)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([3B6F80B3E7E55E73:B33BBF694919338B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:861)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:620)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestRandomRequestDistribution.test

Error Message:
Shard a1x2_shard1_replica1 received all 10 requests

Stack Trace:
java.lang.AssertionError: Shard a1x2_shard1_replica1 received all 10 requests
	at __randomizedtesting.SeedInfo.seed([3B6F80B3E7E55E73:B33BBF694919338B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestRandomRequestDistribution.testRequestTracking(TestRandomRequestDistribution.java:127)
	at org.apache.solr.cloud.TestRandomRequestDistribution.test(TestRandomRequestDistribution.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11615 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/init-core-data-001
   [junit4]   2> 1463587 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[3B6F80B3E7E55E73]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1463587 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[3B6F80B3E7E55E73]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1463599 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[3B6F80B3E7E55E73]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1463600 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[3B6F80B3E7E55E73]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1463603 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1463604 INFO  (Thread-1794) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1463604 INFO  (Thread-1794) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1463712 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.ZkTestServer start zk server on port:55700
   [junit4]   2> 1463771 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1463795 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1463812 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1463817 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1463821 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1463825 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1463831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1463836 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1463846 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1463858 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1463870 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1469100 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/control-001/cores/collection1
   [junit4]   2> 1469106 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1469110 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@445beb80{/,null,AVAILABLE}
   [junit4]   2> 1469132 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@24bdba31{HTTP/1.1,[http/1.1]}{127.0.0.1:55703}
   [junit4]   2> 1469133 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server Started @1475118ms
   [junit4]   2> 1469133 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/tempDir-001/control/data, hostContext=/, hostPort=55703, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/control-001/cores}
   [junit4]   2> 1469134 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1469134 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1469135 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1469135 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1469135 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T15:17:25.939Z
   [junit4]   2> 1469144 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1469144 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/control-001/solr.xml
   [junit4]   2> 1469158 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1469165 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55700/solr
   [junit4]   2> 1469227 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1469229 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55703_
   [junit4]   2> 1469233 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.c.Overseer Overseer (id=97837006219706372-127.0.0.1:55703_-n_0000000000) starting
   [junit4]   2> 1469255 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55703_
   [junit4]   2> 1469264 INFO  (zkCallback-1421-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1469450 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1469456 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1469456 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1469463 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/control-001/cores
   [junit4]   2> 1469463 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55703_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1469465 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1469469 INFO  (OverseerStateUpdate-97837006219706372-127.0.0.1:55703_-n_0000000000) [n:127.0.0.1:55703_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1470494 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1470505 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1470578 WARN  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1470579 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1470611 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1470612 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1470612 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1470612 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/control-001/cores/collection1/data/]
   [junit4]   2> 1470614 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=16.7333984375, floorSegmentMB=1.0205078125, forceMergeDeletesPctAllowed=9.70612805513934, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1470618 WARN  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1470706 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1470706 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1470707 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1470708 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1470709 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1600714672, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1470709 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3841a805[collection1] main]
   [junit4]   2> 1470711 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1470712 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1470712 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1470713 INFO  (coreLoadExecutor-3602-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565392106964385792
   [junit4]   2> 1470713 INFO  (searcherExecutor-3603-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3841a805[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470740 INFO  (coreZkRegister-3595-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1470740 INFO  (coreZkRegister-3595-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1470740 INFO  (coreZkRegister-3595-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55703/collection1/
   [junit4]   2> 1470740 INFO  (coreZkRegister-3595-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1470740 INFO  (coreZkRegister-3595-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55703/collection1/ has no replicas
   [junit4]   2> 1470740 INFO  (coreZkRegister-3595-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1470749 INFO  (coreZkRegister-3595-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55703/collection1/ shard1
   [junit4]   2> 1470909 INFO  (coreZkRegister-3595-thread-1-processing-n:127.0.0.1:55703_ x:collection1 c:control_collection) [n:127.0.0.1:55703_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1471026 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1471028 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55700/solr ready
   [junit4]   2> 1471028 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1471028 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1471612 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-1-001/cores/collection1
   [junit4]   2> 1471613 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-1-001
   [junit4]   2> 1471614 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1471615 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d57d797{/,null,AVAILABLE}
   [junit4]   2> 1471616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b7f9560{HTTP/1.1,[http/1.1]}{127.0.0.1:55709}
   [junit4]   2> 1471616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server Started @1477601ms
   [junit4]   2> 1471616 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=55709, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-1-001/cores}
   [junit4]   2> 1471617 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1471617 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1471617 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1471617 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1471617 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T15:17:28.421Z
   [junit4]   2> 1471634 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1471635 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-1-001/solr.xml
   [junit4]   2> 1471641 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1471645 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55700/solr
   [junit4]   2> 1471665 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1471671 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55709_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1471676 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55709_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55709_
   [junit4]   2> 1471680 INFO  (zkCallback-1421-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1471682 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1471682 INFO  (zkCallback-1425-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1471796 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55709_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1471801 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55709_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1471802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55709_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1471804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55709_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-1-001/cores
   [junit4]   2> 1471804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55709_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1471806 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1471810 INFO  (OverseerStateUpdate-97837006219706372-127.0.0.1:55703_-n_0000000000) [n:127.0.0.1:55703_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1471915 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1472874 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1472886 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1472970 WARN  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1472971 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1473007 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1473007 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node1' (registry 'solr.core.collection1.shard2.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1473007 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1473007 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1473010 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=16.7333984375, floorSegmentMB=1.0205078125, forceMergeDeletesPctAllowed=9.70612805513934, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1473012 WARN  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1473107 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1473107 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1473109 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1473109 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1473110 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1600714672, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1473110 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@475249a7[collection1] main]
   [junit4]   2> 1473112 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1473113 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1473113 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1473114 INFO  (coreLoadExecutor-3613-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565392109482016768
   [junit4]   2> 1473115 INFO  (searcherExecutor-3614-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@475249a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1473125 INFO  (coreZkRegister-3608-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1473126 INFO  (coreZkRegister-3608-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1473126 INFO  (coreZkRegister-3608-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55709/collection1/
   [junit4]   2> 1473126 INFO  (coreZkRegister-3608-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1473126 INFO  (coreZkRegister-3608-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55709/collection1/ has no replicas
   [junit4]   2> 1473126 INFO  (coreZkRegister-3608-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1473135 INFO  (coreZkRegister-3608-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55709/collection1/ shard2
   [junit4]   2> 1473241 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1473250 INFO  (coreZkRegister-3608-thread-1-processing-n:127.0.0.1:55709_ x:collection1 c:collection1) [n:127.0.0.1:55709_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1473364 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1474032 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-2-001/cores/collection1
   [junit4]   2> 1474034 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-2-001
   [junit4]   2> 1474035 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1474037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c96a6c3{/,null,AVAILABLE}
   [junit4]   2> 1474037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2de204e0{HTTP/1.1,[http/1.1]}{127.0.0.1:55713}
   [junit4]   2> 1474037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server Started @1480022ms
   [junit4]   2> 1474037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=55713, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-2-001/cores}
   [junit4]   2> 1474038 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1474038 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1474038 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1474039 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1474039 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T15:17:30.843Z
   [junit4]   2> 1474044 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1474044 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-2-001/solr.xml
   [junit4]   2> 1474058 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1474064 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55700/solr
   [junit4]   2> 1474086 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1474093 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55713_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1474097 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55713_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55713_
   [junit4]   2> 1474101 INFO  (zkCallback-1425-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1474101 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1474101 INFO  (zkCallback-1421-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1474103 INFO  (zkCallback-1437-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1474257 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55713_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1474262 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55713_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1474262 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55713_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1474268 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55713_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-2-001/cores
   [junit4]   2> 1474268 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55713_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1474271 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1474273 INFO  (OverseerStateUpdate-97837006219706372-127.0.0.1:55703_-n_0000000000) [n:127.0.0.1:55703_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 1474379 INFO  (zkCallback-1437-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1474379 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1475331 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1475371 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1475451 WARN  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1475453 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1475487 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1475487 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.core_node2' (registry 'solr.core.collection1.shard3.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1475487 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1475487 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 1475501 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=16.7333984375, floorSegmentMB=1.0205078125, forceMergeDeletesPctAllowed=9.70612805513934, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1475507 WARN  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1475591 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1475591 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1475615 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1475615 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1475616 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1600714672, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1475620 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f14fcba[collection1] main]
   [junit4]   2> 1475622 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1475623 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1475623 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1475623 INFO  (coreLoadExecutor-3624-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565392112112893952
   [junit4]   2> 1475625 INFO  (searcherExecutor-3625-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2f14fcba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1475639 INFO  (coreZkRegister-3619-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1475639 INFO  (coreZkRegister-3619-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1475639 INFO  (coreZkRegister-3619-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55713/collection1/
   [junit4]   2> 1475639 INFO  (coreZkRegister-3619-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1475639 INFO  (coreZkRegister-3619-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55713/collection1/ has no replicas
   [junit4]   2> 1475639 INFO  (coreZkRegister-3619-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1475648 INFO  (coreZkRegister-3619-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55713/collection1/ shard3
   [junit4]   2> 1475757 INFO  (zkCallback-1437-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1475758 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1475765 INFO  (coreZkRegister-3619-thread-1-processing-n:127.0.0.1:55713_ x:collection1 c:collection1) [n:127.0.0.1:55713_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1475906 INFO  (zkCallback-1437-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1475906 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1476303 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-3-001/cores/collection1
   [junit4]   2> 1476306 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-3-001
   [junit4]   2> 1476307 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1476309 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a29e006{/,null,AVAILABLE}
   [junit4]   2> 1476310 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4bdd42fd{HTTP/1.1,[http/1.1]}{127.0.0.1:55717}
   [junit4]   2> 1476310 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server Started @1482295ms
   [junit4]   2> 1476310 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=55717, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-3-001/cores}
   [junit4]   2> 1476310 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1476311 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1476311 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1476311 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1476311 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T15:17:33.115Z
   [junit4]   2> 1476322 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1476322 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-3-001/solr.xml
   [junit4]   2> 1476355 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1476360 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55700/solr
   [junit4]   2> 1476378 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55717_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1476384 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55717_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1476388 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55717_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55717_
   [junit4]   2> 1476393 INFO  (zkCallback-1425-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476393 INFO  (zkCallback-1421-thread-1-processing-n:127.0.0.1:55703_) [n:127.0.0.1:55703_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476393 INFO  (zkCallback-1437-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476393 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476395 INFO  (zkCallback-1443-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1476541 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55717_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1476545 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55717_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1476545 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55717_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1476548 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55717_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-3-001/cores
   [junit4]   2> 1476548 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [n:127.0.0.1:55717_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1476550 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1476552 INFO  (OverseerStateUpdate-97837006219706372-127.0.0.1:55703_-n_0000000000) [n:127.0.0.1:55703_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1476659 INFO  (zkCallback-1443-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1476659 INFO  (zkCallback-1437-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1476659 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1477583 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1477596 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1477739 WARN  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1477742 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1477789 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1477789 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node3' (registry 'solr.core.collection1.shard1.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fa0b9d
   [junit4]   2> 1477789 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1477789 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 1477792 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=16.7333984375, floorSegmentMB=1.0205078125, forceMergeDeletesPctAllowed=9.70612805513934, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1477799 WARN  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1477934 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1477935 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1477937 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1477937 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1477938 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1600714672, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1477939 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@511b5e96[collection1] main]
   [junit4]   2> 1477942 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1477945 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1477947 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1477947 INFO  (coreLoadExecutor-3635-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565392114549784576
   [junit4]   2> 1477950 INFO  (searcherExecutor-3636-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@511b5e96[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1477963 INFO  (coreZkRegister-3630-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1477963 INFO  (coreZkRegister-3630-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1477963 INFO  (coreZkRegister-3630-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55717/collection1/
   [junit4]   2> 1477963 INFO  (coreZkRegister-3630-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1477964 INFO  (coreZkRegister-3630-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55717/collection1/ has no replicas
   [junit4]   2> 1477964 INFO  (coreZkRegister-3630-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1477976 INFO  (coreZkRegister-3630-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55717/collection1/ shard1
   [junit4]   2> 1478094 INFO  (zkCallback-1437-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478094 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478094 INFO  (zkCallback-1443-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478151 INFO  (coreZkRegister-3630-thread-1-processing-n:127.0.0.1:55717_ x:collection1 c:collection1) [n:127.0.0.1:55717_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1478270 INFO  (zkCallback-1437-thread-1-processing-n:127.0.0.1:55713_) [n:127.0.0.1:55713_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478271 INFO  (zkCallback-1443-thread-1-processing-n:127.0.0.1:55717_) [n:127.0.0.1:55717_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1478271 INFO  (zkCallback-1431-thread-1-processing-n:127.0.0.1:55709_) [n:127.0.0.1:55709_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1479165 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-4-001/cores/collection1
   [junit4]   2> 1479169 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-4-001
   [junit4]   2> 1479170 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1479172 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79dc35f0{/,null,AVAILABLE}
   [junit4]   2> 1479173 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62cf4b47{HTTP/1.1,[http/1.1]}{127.0.0.1:55721}
   [junit4]   2> 1479173 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.e.j.s.Server Started @1485158ms
   [junit4]   2> 1479173 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=55721, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_3B6F80B3E7E55E73-001/shard-4-001/cores}
   [junit4]   2> 1479174 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1479174 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1479184 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[3B6F80B3E7E55E73]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mod

[...truncated too long message...]

ontroller.getLeaderProps(ZkController.java:1065)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1032)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:988)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:903)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:847)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2430610 ERROR (coreZkRegister-5481-thread-2-processing-n:127.0.0.1:57566_solr x:awhollynewcollection_0_shard2_replica3 s:shard2 c:awhollynewcollection_0 r:core_node5) [n:127.0.0.1:57566_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica3] o.a.s.c.ZkContainer 
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1164)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1156)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1152)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:188)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2430610 ERROR (coreZkRegister-5481-thread-2-processing-n:127.0.0.1:57566_solr x:awhollynewcollection_0_shard2_replica3 s:shard2 c:awhollynewcollection_0 r:core_node5) [n:127.0.0.1:57566_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica3] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1021)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:903)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:847)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1065)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1032)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:988)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 2430611 INFO  (jetty-closer-2912-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9380837{/solr,null,UNAVAILABLE}
   [junit4]   2> 2430617 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[3B6F80B3E7E55E73]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57564 57564
   [junit4]   2> 2430624 INFO  (Thread-2342) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57564 57564
   [junit4]   2> 2442805 WARN  (Thread-2342) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	248	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/addReplicaColl/state.json
   [junit4]   2> 	3	/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2> 	2	/solr/collections/onlyinzk/state.json
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/97837061500502024-core_node4-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	345	/solr/collections
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2442805 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[3B6F80B3E7E55E73]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_3B6F80B3E7E55E73-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=FST50, id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=226, maxMBSortInHeap=5.021508049443221, sim=RandomSimilarity(queryNorm=true): {}, locale=is, timezone=PST
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=124728816,total=410132480
   [junit4]   2> NOTE: All tests run in this JVM: [TestImpersonationWithHadoopAuth, JsonValidatorTest, TestCloudPivotFacet, TestSmileRequest, SolrGraphiteReporterTest, RankQueryTest, TestSurroundQueryParser, TestSolrDeletionPolicy1, JvmMetricsTest, DeleteStatusTest, CustomCollectionTest, SSLMigrationTest, TestQueryWrapperFilter, TestSchemaResource, SegmentsInfoRequestHandlerTest, TestStressLiveNodes, BitVectorTest, PrimitiveFieldTypeTest, TestStandardQParsers, HighlighterTest, TestDocTermOrds, DocumentBuilderTest, DistributedQueueTest, CdcrRequestHandlerTest, TestScoreJoinQPScore, TestBinaryField, ResourceLoaderTest, UnloadDistributedZkTest, TestCollectionAPI, TestLegacyNumericRangeQueryBuilder, TriLevelCompositeIdRoutingTest, ShardRoutingTest, TestManagedResource, TestPivotHelperCode, CoreAdminRequestStatusTest, DeleteReplicaTest, TestSha256AuthenticationProvider, HdfsCollectionsAPIDistributedZkTest, CloudMLTQParserTest, SampleTest, DateFieldTest, SolrSlf4jReporterTest, TestLeaderElectionWithEmptyReplica, TestRecoveryHdfs, TestFunctionQuery, TestStressVersions, TestTrieFacet, AnalyticsQueryTest, DistributedQueryComponentCustomSortTest, RequestLoggingTest, MultiTermTest, ShufflingReplicaListTransformerTest, TestAnalyzeInfixSuggestions, SchemaVersionSpecificBehaviorTest, TestCustomStream, TestDefaultSearchFieldResource, BooleanFieldTest, TestHighFrequencyDictionaryFactory, RecoveryAfterSoftCommitTest, OverseerTest, TestSearcherReuse, IndexBasedSpellCheckerTest, PreAnalyzedFieldManagedSchemaCloudTest, HdfsChaosMonkeyNothingIsSafeTest, OverseerCollectionConfigSetProcessorTest, TestExceedMaxTermLength, TestXmlQParserPlugin, TestUpdate, TestConfigSets, TestCSVLoader, PingRequestHandlerTest, TestFieldCacheReopen, SolrXmlInZkTest, SuggestComponentContextFilterQueryTest, TestMacroExpander, TestRestManager, PluginInfoTest, TestCoreContainer, TestRestoreCore, AssignTest, TestDistribIDF, TestLFUCache, TestClassicSimilarityFactory, UpdateLogTest, DistributedQueryElevationComponentTest, TestCursorMarkWithoutUniqueKey, JavabinLoaderTest, TestCollationField, TestJettySolrRunner, TestSolrConfigHandlerConcurrent, HttpSolrCallGetCoreTest, TestSizeLimitedDistributedMap, TestRTGBase, TestFieldCacheSortRandom, IndexSchemaRuntimeFieldTest, ClassificationUpdateProcessorTest, LargeFieldTest, ClusterStateUpdateTest, TestChildDocTransformer, TestSegmentSorting, TestPointFields, TestBinaryResponseWriter, ZkStateReaderTest, UUIDUpdateProcessorFallbackTest, RAMDirectoryFactoryTest, TestStressLucene, SpellingQueryConverterTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestConfigsApi, ConcurrentDeleteAndCreateCollectionTest, EnumFieldTest, TestCSVResponseWriter, TestConfigSetsAPIExclusivity, BlockJoinFacetRandomTest, TestPseudoReturnFields, DirectUpdateHandlerTest, NodeMutatorTest, TestAddFieldRealTimeGet, LeaderInitiatedRecoveryOnCommitTest, PeerSyncTest, SolrTestCaseJ4Test, ClassificationUpdateProcessorFactoryTest, ShardSplitTest, TestOnReconnectListenerSupport, TestUnifiedSolrHighlighter, CollectionStateFormat2Test, HdfsRecoverLeaseTest, TestStressReorder, DataDrivenBlockJoinTest, TestUninvertingReader, SearchHandlerTest, XsltUpdateRequestHandlerTest, AnalysisErrorHandlingTest, TestNoOpRegenerator, TestTestInjection, TestFastOutputStream, TestTolerantUpdateProcessorRandomCloud, UniqFieldsUpdateProcessorFactoryTest, DocumentAnalysisRequestHandlerTest, TestSystemIdResolver, TestPKIAuthenticationPlugin, PolyFieldTest, TestHashPartitioner, InfoHandlerTest, CollectionsAPIAsyncDistributedZkTest, TestCollationFieldDocValues, TestImplicitCoreProperties, DistributedSpellCheckComponentTest, ParsingFieldUpdateProcessorsTest, TestSolrJ, QueryEqualityTest, TestPostingsSolrHighlighter, TestRemoteStreaming, QueryElevationComponentTest, TestRandomRequestDistribution, CloudExitableDirectoryReaderTest, TestLockTree, BasicDistributedZkTest, TestSweetSpotSimilarityFactory, TestSort, TestInPlaceUpdatesDistrib, MigrateRouteKeyTest, SolrMetricsIntegrationTest, CopyFieldTest, TestSQLHandlerNonCloud, TestExportWriter, StressHdfsTest, TestSuggestSpellingConverter, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [352/702 (3!)] on J0 in 135.52s, 20 tests, 1 error <<< FAILURES!

[...truncated 44494 lines...]