You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/09/02 20:02:31 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 153 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/153/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
8 tests failed.
FAILED: org.apache.solr.analytics.NoFacetCloudTest.sumTest
Error Message:
org.apache.http.ParseException: Invalid content type:
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.http.ParseException: Invalid content type:
at __randomizedtesting.SeedInfo.seed([875111E234538CD3:61BFC00E8E97523D]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:523)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.analytics.AbstractAnalyticsStatsCloudTest.queryCloudAnalytics(AbstractAnalyticsStatsCloudTest.java:103)
at org.apache.solr.analytics.NoFacetCloudTest.sumTest(NoFacetCloudTest.java:131)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.ParseException: Invalid content type:
at org.apache.http.entity.ContentType.parse(ContentType.java:298)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
... 46 more
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at http://127.0.0.1:64646/solr: Could not find collection : testCreateShardRepFactor
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:64646/solr: Could not find collection : testCreateShardRepFactor
at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C:7A8427A159D28ACC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor(CustomCollectionTest.java:190)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C:265C33F8DEE77456]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Could not find collection : forceleader_test_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : forceleader_test_collection
at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C:68FD99E57804666D]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1954)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive
Error Message:
Could not find collection : forceleader_last_published
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : forceleader_last_published
at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C:660893B4E68B9D50]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1954)
at org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive(ForceLeaderTest.java:174)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery
Error Message:
Error from server at http://127.0.0.1:65205/solr: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/admin/collections. Reason: <pre> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:65205/solr: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/admin/collections. Reason:
<pre> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C:DE3F352618A72911]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.MissingSegmentRecoveryTest.teardown(MissingSegmentRecoveryTest.java:83)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MissingSegmentRecoveryTest
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.MissingSegmentRecoveryTest: 1) Thread[id=21941, name=Connection evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=21957, name=zkCallback-3559-thread-2, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=21945, name=TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[8E6AAD2541869F0C]-SendThread(127.0.0.1:65202), state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 4) Thread[id=21946, name=TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[8E6AAD2541869F0C]-EventThread, state=WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 5) Thread[id=21958, name=zkCallback-3559-thread-3, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=21959, name=zkCallback-3559-thread-4, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=21960, name=zkCallback-3559-thread-5, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=21940, name=Connection evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=21947, name=zkCallback-3559-thread-1-processing-n:127.0.0.1:65205_solr, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:551) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:773) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269) at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$200/1436582747.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$110/1013997775.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.MissingSegmentRecoveryTest:
1) Thread[id=21941, name=Connection evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=21957, name=zkCallback-3559-thread-2, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=21945, name=TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[8E6AAD2541869F0C]-SendThread(127.0.0.1:65202), state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
4) Thread[id=21946, name=TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[8E6AAD2541869F0C]-EventThread, state=WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
5) Thread[id=21958, name=zkCallback-3559-thread-3, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=21959, name=zkCallback-3559-thread-4, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=21960, name=zkCallback-3559-thread-5, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=21940, name=Connection evictor, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=21947, name=zkCallback-3559-thread-1-processing-n:127.0.0.1:65205_solr, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:551)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:467)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:773)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$200/1436582747.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$110/1013997775.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MissingSegmentRecoveryTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=21957, name=zkCallback-3559-thread-2, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=21945, name=TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[8E6AAD2541869F0C]-SendThread(127.0.0.1:65202), state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=21958, name=zkCallback-3559-thread-3, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=21959, name=zkCallback-3559-thread-4, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=21960, name=zkCallback-3559-thread-5, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=21947, name=zkCallback-3559-thread-1, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=21957, name=zkCallback-3559-thread-2, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=21945, name=TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[8E6AAD2541869F0C]-SendThread(127.0.0.1:65202), state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=21958, name=zkCallback-3559-thread-3, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=21959, name=zkCallback-3559-thread-4, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=21960, name=zkCallback-3559-thread-5, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=21947, name=zkCallback-3559-thread-1, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C]:0)
Build Log:
[...truncated 12788 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_8E6AAD2541869F0C-001/init-core-data-001
[junit4] 2> 2299192 INFO (SUITE-CustomCollectionTest-seed#[8E6AAD2541869F0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2299197 INFO (SUITE-CustomCollectionTest-seed#[8E6AAD2541869F0C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2299197 INFO (SUITE-CustomCollectionTest-seed#[8E6AAD2541869F0C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2299198 INFO (SUITE-CustomCollectionTest-seed#[8E6AAD2541869F0C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_8E6AAD2541869F0C-001/tempDir-001
[junit4] 2> 2299198 INFO (SUITE-CustomCollectionTest-seed#[8E6AAD2541869F0C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2299199 INFO (Thread-3397) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2299199 INFO (Thread-3397) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2299202 ERROR (Thread-3397) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2299309 INFO (SUITE-CustomCollectionTest-seed#[8E6AAD2541869F0C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:64643
[junit4] 2> 2299366 INFO (jetty-launcher-3434-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2299366 INFO (jetty-launcher-3434-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2299366 INFO (jetty-launcher-3434-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2299367 INFO (jetty-launcher-3434-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2299370 INFO (jetty-launcher-3434-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79d9b8ba{/solr,null,AVAILABLE}
[junit4] 2> 2299370 INFO (jetty-launcher-3434-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@86dec01{HTTP/1.1,[http/1.1]}{127.0.0.1:64645}
[junit4] 2> 2299370 INFO (jetty-launcher-3434-thread-1) [ ] o.e.j.s.Server Started @2305194ms
[junit4] 2> 2299370 INFO (jetty-launcher-3434-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64645}
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b0e9612{/solr,null,AVAILABLE}
[junit4] 2> 2299371 ERROR (jetty-launcher-3434-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-02T19:40:40.339Z
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2da16c57{/solr,null,AVAILABLE}
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d96b036{/solr,null,AVAILABLE}
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ef99b74{HTTP/1.1,[http/1.1]}{127.0.0.1:64647}
[junit4] 2> 2299371 INFO (jetty-launcher-3434-thread-3) [ ] o.e.j.s.Server Started @2305195ms
[junit4] 2> 2299372 INFO (jetty-launcher-3434-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64647}
[junit4] 2> 2299372 ERROR (jetty-launcher-3434-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2299372 INFO (jetty-launcher-3434-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b51608f{HTTP/1.1,[http/1.1]}{127.0.0.1:64646}
[junit4] 2> 2299373 INFO (jetty-launcher-3434-thread-2) [ ] o.e.j.s.Server Started @2305196ms
[junit4] 2> 2299373 INFO (jetty-launcher-3434-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2299373 INFO (jetty-launcher-3434-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64646}
[junit4] 2> 2299373 INFO (jetty-launcher-3434-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2299373 INFO (jetty-launcher-3434-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a83c880{HTTP/1.1,[http/1.1]}{127.0.0.1:64648}
[junit4] 2> 2299373 INFO (jetty-launcher-3434-thread-4) [ ] o.e.j.s.Server Started @2305197ms
[junit4] 2> 2299373 INFO (jetty-launcher-3434-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64648}
[junit4] 2> 2299373 ERROR (jetty-launcher-3434-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2299374 ERROR (jetty-launcher-3434-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2299374 INFO (jetty-launcher-3434-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2299374 INFO (jetty-launcher-3434-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-02T19:40:40.342Z
[junit4] 2> 2299374 INFO (jetty-launcher-3434-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2299374 INFO (jetty-launcher-3434-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2299374 INFO (jetty-launcher-3434-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2299375 INFO (jetty-launcher-3434-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2299375 INFO (jetty-launcher-3434-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2299375 INFO (jetty-launcher-3434-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2299375 INFO (jetty-launcher-3434-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-02T19:40:40.343Z
[junit4] 2> 2299375 INFO (jetty-launcher-3434-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-02T19:40:40.343Z
[junit4] 2> 2299376 INFO (jetty-launcher-3434-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2299378 INFO (jetty-launcher-3434-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2299378 INFO (jetty-launcher-3434-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2299378 INFO (jetty-launcher-3434-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2299395 INFO (jetty-launcher-3434-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64643/solr
[junit4] 2> 2299396 INFO (jetty-launcher-3434-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64643/solr
[junit4] 2> 2299397 INFO (jetty-launcher-3434-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64643/solr
[junit4] 2> 2299397 INFO (jetty-launcher-3434-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64643/solr
[junit4] 2> 2299573 INFO (jetty-launcher-3434-thread-3) [n:127.0.0.1:64647_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2299574 INFO (jetty-launcher-3434-thread-4) [n:127.0.0.1:64648_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2299574 INFO (jetty-launcher-3434-thread-1) [n:127.0.0.1:64645_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2299574 INFO (jetty-launcher-3434-thread-2) [n:127.0.0.1:64646_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2299575 INFO (jetty-launcher-3434-thread-3) [n:127.0.0.1:64647_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64647_solr
[junit4] 2> 2299576 INFO (jetty-launcher-3434-thread-1) [n:127.0.0.1:64645_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64645_solr
[junit4] 2> 2299576 INFO (jetty-launcher-3434-thread-4) [n:127.0.0.1:64648_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64648_solr
[junit4] 2> 2299577 INFO (jetty-launcher-3434-thread-3) [n:127.0.0.1:64647_solr ] o.a.s.c.Overseer Overseer (id=98591128955715595-127.0.0.1:64647_solr-n_0000000000) starting
[junit4] 2> 2299577 INFO (jetty-launcher-3434-thread-2) [n:127.0.0.1:64646_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64646_solr
[junit4] 2> 2299580 INFO (zkCallback-3455-thread-1-processing-n:127.0.0.1:64647_solr) [n:127.0.0.1:64647_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2299580 INFO (zkCallback-3456-thread-1-processing-n:127.0.0.1:64646_solr) [n:127.0.0.1:64646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2299581 INFO (zkCallback-3454-thread-1-processing-n:127.0.0.1:64645_solr) [n:127.0.0.1:64645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2299582 INFO (zkCallback-3453-thread-1-processing-n:127.0.0.1:64648_solr) [n:127.0.0.1:64648_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2299593 INFO (zkCallback-3454-thread-1-processing-n:127.0.0.1:64645_solr) [n:127.0.0.1:64645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2299593 INFO (zkCallback-3456-thread-1-processing-n:127.0.0.1:64646_solr) [n:127.0.0.1:64646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2299594 INFO (zkCallback-3455-thread-1-processing-n:127.0.0.1:64647_solr) [n:127.0.0.1:64647_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2299594 INFO (zkCallback-3453-thread-1-processing-n:127.0.0.1:64648_solr) [n:127.0.0.1:64648_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2299611 INFO (jetty-launcher-3434-thread-3) [n:127.0.0.1:64647_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64647_solr
[junit4] 2> 2299627 INFO (zkCallback-3454-thread-1-processing-n:127.0.0.1:64645_solr) [n:127.0.0.1:64645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2299627 INFO (zkCallback-3455-thread-1-processing-n:127.0.0.1:64647_solr) [n:127.0.0.1:64647_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2299627 INFO (zkCallback-3456-thread-1-processing-n:127.0.0.1:64646_solr) [n:127.0.0.1:64646_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2299628 INFO (zkCallback-3453-thread-1-processing-n:127.0.0.1:64648_solr) [n:127.0.0.1:64648_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2299755 INFO (jetty-launcher-3434-thread-3) [n:127.0.0.1:64647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64647.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299757 INFO (jetty-launcher-3434-thread-4) [n:127.0.0.1:64648_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64648.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299766 INFO (jetty-launcher-3434-thread-2) [n:127.0.0.1:64646_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64646.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299787 INFO (jetty-launcher-3434-thread-3) [n:127.0.0.1:64647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64647.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299787 INFO (jetty-launcher-3434-thread-3) [n:127.0.0.1:64647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64647.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299788 INFO (jetty-launcher-3434-thread-3) [n:127.0.0.1:64647_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_8E6AAD2541869F0C-001/tempDir-001/node3/.
[junit4] 2> 2299797 INFO (jetty-launcher-3434-thread-1) [n:127.0.0.1:64645_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64645.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299804 INFO (jetty-launcher-3434-thread-4) [n:127.0.0.1:64648_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64648.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299804 INFO (jetty-launcher-3434-thread-4) [n:127.0.0.1:64648_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64648.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299809 INFO (jetty-launcher-3434-thread-4) [n:127.0.0.1:64648_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_8E6AAD2541869F0C-001/tempDir-001/node4/.
[junit4] 2> 2299811 INFO (jetty-launcher-3434-thread-2) [n:127.0.0.1:64646_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64646.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299811 INFO (jetty-launcher-3434-thread-2) [n:127.0.0.1:64646_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64646.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299812 INFO (jetty-launcher-3434-thread-2) [n:127.0.0.1:64646_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_8E6AAD2541869F0C-001/tempDir-001/node2/.
[junit4] 2> 2299814 INFO (jetty-launcher-3434-thread-1) [n:127.0.0.1:64645_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64645.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299814 INFO (jetty-launcher-3434-thread-1) [n:127.0.0.1:64645_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64645.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8d0741e
[junit4] 2> 2299815 INFO (jetty-launcher-3434-thread-1) [n:127.0.0.1:64645_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_8E6AAD2541869F0C-001/tempDir-001/node1/.
[junit4] 2> 2299908 INFO (SUITE-CustomCollectionTest-seed#[8E6AAD2541869F0C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2299909 INFO (SUITE-CustomCollectionTest-seed#[8E6AAD2541869F0C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64643/solr ready
[junit4] 2> 2299933 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[8E6AAD2541869F0C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
[junit4] 2> 2299934 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[8E6AAD2541869F0C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2299936 INFO (qtp1014131718-21143) [n:127.0.0.1:64646_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&router.field=shard_s&name=withShardField&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2299939 INFO (OverseerThreadFactory-7762-thread-1-processing-n:127.0.0.1:64647_solr) [n:127.0.0.1:64647_solr ] o.a.s.c.CreateCollectionCmd Create collection withShardField
[junit4] 2> 2299939 WARN (OverseerThreadFactory-7762-thread-1-processing-n:127.0.0.1:64647_solr) [n:127.0.0.1:64647_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 5 on collection withShardField is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 2300067 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64646/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300078 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64645/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300090 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64647/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300098 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64648/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300107 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64646/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300115 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64645/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300124 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64647/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300133 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64648/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300141 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64646/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300151 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64645/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300158 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64647/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300163 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n21",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64648/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300169 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n23",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64646/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300173 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n25",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64645/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300178 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n27",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64647/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300182 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n29",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64648/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300186 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n31",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64646/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300189 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n33",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64645/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300192 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n35",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64647/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300195 INFO (OverseerStateUpdate-98591128955715595-127.0.0.1:64647_solr-n_0000000000) [n:127.0.0.1:64647_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n37",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64648/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2300440 INFO (qtp599623449-21134) [n:127.0.0.1:64645_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node30&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n25&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300441 INFO (qtp1368315417-21146) [n:127.0.0.1:64647_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node32&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n27&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300441 INFO (qtp599623449-21134) [n:127.0.0.1:64645_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2300442 INFO (qtp1368315417-21146) [n:127.0.0.1:64647_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2300442 INFO (qtp599623449-21132) [n:127.0.0.1:64645_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n10&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300442 INFO (qtp1368315417-21140) [n:127.0.0.1:64647_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node39&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n35&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300444 INFO (qtp1014131718-21153) [n:127.0.0.1:64646_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300444 INFO (qtp1987526431-21144) [n:127.0.0.1:64648_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n14&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300445 INFO (qtp1014131718-21159) [n:127.0.0.1:64646_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n8&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300445 INFO (qtp599623449-21135) [n:127.0.0.1:64645_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node22&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n18&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300446 INFO (qtp1368315417-21148) [n:127.0.0.1:64647_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n12&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300444 INFO (qtp1014131718-21153) [n:127.0.0.1:64646_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2300446 INFO (qtp1014131718-21161) [n:127.0.0.1:64646_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node28&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n23&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300446 INFO (qtp1987526431-21155) [n:127.0.0.1:64648_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n6&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300447 INFO (qtp599623449-21136) [n:127.0.0.1:64645_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300447 INFO (qtp1987526431-21155) [n:127.0.0.1:64648_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2300447 INFO (qtp1368315417-21150) [n:127.0.0.1:64647_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300444 INFO (qtp1368315417-21147) [n:127.0.0.1:64647_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n20&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300448 INFO (qtp1014131718-21162) [n:127.0.0.1:64646_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n16&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300448 INFO (qtp1987526431-21156) [n:127.0.0.1:64648_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node40&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n37&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2300448 INFO (qtp599623449-21137) [n:127.0.0.1:64645_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNode
[...truncated too long message...]
current.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$110/1013997775.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=21957, name=zkCallback-3559-thread-2, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=21945, name=TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[8E6AAD2541869F0C]-SendThread(127.0.0.1:65202), state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 3) Thread[id=21958, name=zkCallback-3559-thread-3, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=21959, name=zkCallback-3559-thread-4, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=21960, name=zkCallback-3559-thread-5, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=21947, name=zkCallback-3559-thread-1, state=TIMED_WAITING, group=TGRP-MissingSegmentRecoveryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([8E6AAD2541869F0C]:0)
[junit4] Completed [518/731 (3!)] on J0 in 30.60s, 1 test, 3 errors <<< FAILURES!
[...truncated 3566 lines...]
[junit4] Suite: org.apache.solr.analytics.NoFacetCloudTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.NoFacetCloudTest_875111E234538CD3-001/init-core-data-001
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NoFacetCloudTest -Dtests.method=sumTest -Dtests.seed=875111E234538CD3 -Dtests.slow=true -Dtests.locale=hu-HU -Dtests.timezone=America/Havana -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.05s J0 | NoFacetCloudTest.sumTest <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: org.apache.http.ParseException: Invalid content type:
[junit4] > at __randomizedtesting.SeedInfo.seed([875111E234538CD3:61BFC00E8E97523D]:0)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:523)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.analytics.AbstractAnalyticsStatsCloudTest.queryCloudAnalytics(AbstractAnalyticsStatsCloudTest.java:103)
[junit4] > at org.apache.solr.analytics.NoFacetCloudTest.sumTest(NoFacetCloudTest.java:131)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: org.apache.http.ParseException: Invalid content type:
[junit4] > at org.apache.http.entity.ContentType.parse(ContentType.java:298)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > ... 46 more
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.NoFacetCloudTest_875111E234538CD3-001
[junit4] 2> Sep 02, 2017 7:49:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=hu-HU, timezone=America/Havana
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=32151408,total=88346624
[junit4] 2> NOTE: All tests run in this JVM: [AbstractAnalyticsStatsCloudTest, RangeFacetTest, QueryFacetTest, ExpressionTest, FacetSortingTest, NoFacetCloudTest]
[junit4] Completed [12/17 (1!)] on J0 in 10.78s, 11 tests, 1 error <<< FAILURES!
[...truncated 43379 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 156 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/156/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Collection not found: withShardField
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
at __randomizedtesting.SeedInfo.seed([9122A5E31181292E:C4724D71BD78E6DE]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([9122A5E31181292E:FBC32B882C1B9F56]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at http://127.0.0.1:62227/solr: Could not find collection : testCreateShardRepFactor
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62227/solr: Could not find collection : testCreateShardRepFactor
at __randomizedtesting.SeedInfo.seed([9122A5E31181292E:65CC2F6709D53CEE]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor(CustomCollectionTest.java:190)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([9122A5E31181292E:39143B3E8EE0C274]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([9122A5E31181292E:19769A39BF7D44D6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:226)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:64)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12890 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/init-core-data-001
[junit4] 2> 2195999 INFO (SUITE-CustomCollectionTest-seed#[9122A5E31181292E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2195999 INFO (SUITE-CustomCollectionTest-seed#[9122A5E31181292E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2195999 INFO (SUITE-CustomCollectionTest-seed#[9122A5E31181292E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2196000 INFO (SUITE-CustomCollectionTest-seed#[9122A5E31181292E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001
[junit4] 2> 2196000 INFO (SUITE-CustomCollectionTest-seed#[9122A5E31181292E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2196000 INFO (Thread-3036) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2196001 INFO (Thread-3036) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2196003 ERROR (Thread-3036) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2196101 INFO (SUITE-CustomCollectionTest-seed#[9122A5E31181292E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:62224
[junit4] 2> 2196154 INFO (jetty-launcher-2373-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2196154 INFO (jetty-launcher-2373-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2196154 INFO (jetty-launcher-2373-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2196154 INFO (jetty-launcher-2373-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2196158 INFO (jetty-launcher-2373-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@af32c8c{/solr,null,AVAILABLE}
[junit4] 2> 2196158 INFO (jetty-launcher-2373-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d1f0a19{/solr,null,AVAILABLE}
[junit4] 2> 2196158 INFO (jetty-launcher-2373-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c7b8d6d{/solr,null,AVAILABLE}
[junit4] 2> 2196159 INFO (jetty-launcher-2373-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ba052f5{/solr,null,AVAILABLE}
[junit4] 2> 2196163 INFO (jetty-launcher-2373-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@384e71be{HTTP/1.1,[http/1.1]}{127.0.0.1:62227}
[junit4] 2> 2196163 INFO (jetty-launcher-2373-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c11cca1{HTTP/1.1,[http/1.1]}{127.0.0.1:62226}
[junit4] 2> 2196163 INFO (jetty-launcher-2373-thread-4) [ ] o.e.j.s.Server Started @2200633ms
[junit4] 2> 2196163 INFO (jetty-launcher-2373-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62227}
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4df328c6{HTTP/1.1,[http/1.1]}{127.0.0.1:62229}
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-3) [ ] o.e.j.s.Server Started @2200634ms
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-2) [ ] o.e.j.s.Server Started @2200634ms
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62226}
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62229}
[junit4] 2> 2196164 ERROR (jetty-launcher-2373-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@107abc53{HTTP/1.1,[http/1.1]}{127.0.0.1:62228}
[junit4] 2> 2196164 ERROR (jetty-launcher-2373-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-1) [ ] o.e.j.s.Server Started @2200635ms
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62228}
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-04T06:03:58.434Z
[junit4] 2> 2196164 ERROR (jetty-launcher-2373-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2196164 INFO (jetty-launcher-2373-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-04T06:03:58.435Z
[junit4] 2> 2196164 ERROR (jetty-launcher-2373-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-04T06:03:58.435Z
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2196165 INFO (jetty-launcher-2373-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-04T06:03:58.435Z
[junit4] 2> 2196170 INFO (jetty-launcher-2373-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2196171 INFO (jetty-launcher-2373-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2196171 INFO (jetty-launcher-2373-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2196171 INFO (jetty-launcher-2373-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2196182 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4b7d05c00004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2196183 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4b7d05c00003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2196187 INFO (jetty-launcher-2373-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62224/solr
[junit4] 2> 2196187 INFO (jetty-launcher-2373-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62224/solr
[junit4] 2> 2196189 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4b7d05c00001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2196191 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4b7d05c00002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2196191 INFO (jetty-launcher-2373-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62224/solr
[junit4] 2> 2196193 INFO (jetty-launcher-2373-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62224/solr
[junit4] 2> 2196198 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4b7d05c00005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2196200 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4b7d05c00006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2196201 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4b7d05c00007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2196202 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e4b7d05c00008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2196410 INFO (jetty-launcher-2373-thread-3) [n:127.0.0.1:62226_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2196410 INFO (jetty-launcher-2373-thread-2) [n:127.0.0.1:62229_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2196411 INFO (jetty-launcher-2373-thread-1) [n:127.0.0.1:62228_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2196411 INFO (jetty-launcher-2373-thread-4) [n:127.0.0.1:62227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2196412 INFO (jetty-launcher-2373-thread-2) [n:127.0.0.1:62229_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62229_solr
[junit4] 2> 2196413 INFO (jetty-launcher-2373-thread-3) [n:127.0.0.1:62226_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62226_solr
[junit4] 2> 2196413 INFO (jetty-launcher-2373-thread-4) [n:127.0.0.1:62227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62227_solr
[junit4] 2> 2196413 INFO (jetty-launcher-2373-thread-1) [n:127.0.0.1:62228_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62228_solr
[junit4] 2> 2196414 INFO (jetty-launcher-2373-thread-2) [n:127.0.0.1:62229_solr ] o.a.s.c.Overseer Overseer (id=98599242188193801-127.0.0.1:62229_solr-n_0000000000) starting
[junit4] 2> 2196415 INFO (zkCallback-2395-thread-1-processing-n:127.0.0.1:62228_solr) [n:127.0.0.1:62228_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2196415 INFO (zkCallback-2394-thread-1-processing-n:127.0.0.1:62226_solr) [n:127.0.0.1:62226_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2196416 INFO (zkCallback-2393-thread-1-processing-n:127.0.0.1:62227_solr) [n:127.0.0.1:62227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2196417 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:62229_solr) [n:127.0.0.1:62229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2196418 INFO (zkCallback-2393-thread-1-processing-n:127.0.0.1:62227_solr) [n:127.0.0.1:62227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2196428 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:62229_solr) [n:127.0.0.1:62229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2196428 INFO (zkCallback-2394-thread-1-processing-n:127.0.0.1:62226_solr) [n:127.0.0.1:62226_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2196428 INFO (zkCallback-2395-thread-1-processing-n:127.0.0.1:62228_solr) [n:127.0.0.1:62228_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2196483 INFO (jetty-launcher-2373-thread-2) [n:127.0.0.1:62229_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62229_solr
[junit4] 2> 2196485 INFO (zkCallback-2395-thread-1-processing-n:127.0.0.1:62228_solr) [n:127.0.0.1:62228_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2196486 INFO (zkCallback-2393-thread-1-processing-n:127.0.0.1:62227_solr) [n:127.0.0.1:62227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2196486 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:62229_solr) [n:127.0.0.1:62229_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2196486 INFO (zkCallback-2394-thread-1-processing-n:127.0.0.1:62226_solr) [n:127.0.0.1:62226_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2196526 INFO (jetty-launcher-2373-thread-1) [n:127.0.0.1:62228_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62228.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196533 INFO (jetty-launcher-2373-thread-1) [n:127.0.0.1:62228_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62228.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196536 INFO (jetty-launcher-2373-thread-1) [n:127.0.0.1:62228_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62228.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196542 INFO (jetty-launcher-2373-thread-1) [n:127.0.0.1:62228_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node1/.
[junit4] 2> 2196545 INFO (jetty-launcher-2373-thread-3) [n:127.0.0.1:62226_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62226.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196551 INFO (jetty-launcher-2373-thread-3) [n:127.0.0.1:62226_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62226.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196551 INFO (jetty-launcher-2373-thread-3) [n:127.0.0.1:62226_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62226.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196553 INFO (jetty-launcher-2373-thread-3) [n:127.0.0.1:62226_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node3/.
[junit4] 2> 2196663 INFO (jetty-launcher-2373-thread-4) [n:127.0.0.1:62227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196677 INFO (jetty-launcher-2373-thread-2) [n:127.0.0.1:62229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62229.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196717 INFO (jetty-launcher-2373-thread-4) [n:127.0.0.1:62227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196718 INFO (jetty-launcher-2373-thread-4) [n:127.0.0.1:62227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196720 INFO (jetty-launcher-2373-thread-4) [n:127.0.0.1:62227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node4/.
[junit4] 2> 2196722 INFO (jetty-launcher-2373-thread-2) [n:127.0.0.1:62229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62229.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196722 INFO (jetty-launcher-2373-thread-2) [n:127.0.0.1:62229_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62229.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2196723 INFO (jetty-launcher-2373-thread-2) [n:127.0.0.1:62229_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node2/.
[junit4] 2> 2196774 INFO (SUITE-CustomCollectionTest-seed#[9122A5E31181292E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2196775 INFO (SUITE-CustomCollectionTest-seed#[9122A5E31181292E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62224/solr ready
[junit4] 2> 2196798 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[9122A5E31181292E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
[junit4] 2> 2196799 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[9122A5E31181292E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2196804 INFO (qtp1512287699-16556) [n:127.0.0.1:62227_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&router.field=shard_s&name=withShardField&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2196806 INFO (OverseerThreadFactory-7053-thread-1-processing-n:127.0.0.1:62229_solr) [n:127.0.0.1:62229_solr ] o.a.s.c.CreateCollectionCmd Create collection withShardField
[junit4] 2> 2196807 WARN (OverseerThreadFactory-7053-thread-1-processing-n:127.0.0.1:62229_solr) [n:127.0.0.1:62229_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 5 on collection withShardField is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 2196934 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62227/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196943 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62229/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196953 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62228/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196962 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62226/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196969 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62227/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196974 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62229/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196979 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62228/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196982 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62226/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196986 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62227/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196989 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62229/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196993 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62228/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196996 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62226/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2196999 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n24",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62227/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197003 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n26",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62229/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197006 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n28",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62228/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197010 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n30",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62226/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197014 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n32",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62227/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197017 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n34",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62229/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197020 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n36",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62228/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197024 INFO (OverseerStateUpdate-98599242188193801-127.0.0.1:62229_solr-n_0000000000) [n:127.0.0.1:62229_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n38",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62226/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2197241 INFO (qtp1512287699-16557) [n:127.0.0.1:62227_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197242 INFO (qtp1512287699-16557) [n:127.0.0.1:62227_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2197246 INFO (qtp2091704726-16558) [n:127.0.0.1:62229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n10&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197246 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197247 INFO (qtp2091704726-16558) [n:127.0.0.1:62229_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2197248 INFO (qtp2091704726-16559) [n:127.0.0.1:62229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197248 INFO (qtp1512287699-16562) [n:127.0.0.1:62227_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n16&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197249 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2197251 INFO (qtp1738910841-16543) [n:127.0.0.1:62226_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n6&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197251 INFO (qtp1738910841-16544) [n:127.0.0.1:62226_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n14&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197252 INFO (qtp1738910841-16543) [n:127.0.0.1:62226_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2197254 INFO (qtp1738910841-16545) [n:127.0.0.1:62226_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node33&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n30&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197257 INFO (qtp1738910841-16546) [n:127.0.0.1:62226_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node40&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n38&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197257 INFO (qtp1512287699-16566) [n:127.0.0.1:62227_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n8&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197258 INFO (qtp2091704726-16564) [n:127.0.0.1:62229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n18&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197259 INFO (qtp1512287699-16567) [n:127.0.0.1:62227_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node27&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n24&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197262 INFO (qtp85102887-16551) [n:127.0.0.1:62228_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n20&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197262 INFO (qtp1738910841-16542) [n:127.0.0.1:62226_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node25&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n22&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197262 INFO (qtp85102887-16554) [n:127.0.0.1:62228_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n12&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197263 INFO (qtp1512287699-16553) [n:127.0.0.1:62227_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node35&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n32&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197263 INFO (qtp85102887-16561) [n:127.0.0.1:62228_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node39&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n36&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197264 INFO (qtp85102887-16563) [n:127.0.0.1:62228_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node31&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n28&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197266 INFO (qtp2091704726-16570) [n:127.0.0.1:62229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node37&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n34&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197266 INFO (qtp2091704726-16571) [n:127.0.0.1:62229_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n26&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2197424 INFO (zkCallback-2394-thread-1-processing-n:127.0.0.1:62226_solr) [n:127.0.0.1:62226_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197425 INFO (zkCallback-2395-thread-1-processing-n:127.0.0.1:62228_solr) [n:127.0.0.1:62228_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197425 INFO (zkCallback-2393-thread-1-processing-n:127.0.0.1:62227_solr) [n:127.0.0.1:62227_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197425 INFO (zkCallback-2394-thread-2-processing-n:127.0.0.1:62226_solr) [n:127.0.0.1:62226_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197425 INFO (zkCallback-2395-thread-2-processing-n:127.0.0.1:62228_solr) [n:127.0.0.1:62228_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197426 INFO (zkCallback-2393-thread-2-processing-n:127.0.0.1:62227_solr) [n:127.0.0.1:62227_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197428 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:62229_solr) [n:127.0.0.1:62229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2197428 INFO (zkCallback-2392-thread-2-processing-n:127.0.0.1:62229_solr) [n:127.0.0.1:62229_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2198394 INFO (qtp85102887-16551) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198394 INFO (qtp2091704726-16564) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198397 INFO (qtp85102887-16554) [n:127.0.0.1:62228_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198400 INFO (qtp1738910841-16543) [n:127.0.0.1:62226_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198402 INFO (qtp1738910841-16542) [n:127.0.0.1:62226_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198407 INFO (qtp2091704726-16564) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.s.IndexSchema [withShardField_b_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 2198407 INFO (qtp85102887-16554) [n:127.0.0.1:62228_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.s.IndexSchema [withShardField_b_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 2198412 INFO (qtp1738910841-16545) [n:127.0.0.1:62226_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198417 INFO (qtp1738910841-16546) [n:127.0.0.1:62226_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198436 INFO (qtp1512287699-16553) [n:127.0.0.1:62227_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198436 INFO (qtp1512287699-16566) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198440 INFO (qtp1512287699-16567) [n:127.0.0.1:62227_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198442 INFO (qtp1512287699-16562) [n:127.0.0.1:62227_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198442 INFO (qtp1738910841-16544) [n:127.0.0.1:62226_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198447 INFO (qtp1512287699-16553) [n:127.0.0.1:62227_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.s.IndexSchema [withShardField_d_replica_n32] Schema name=cloud-dynamic
[junit4] 2> 2198449 INFO (qtp1512287699-16566) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.s.IndexSchema [withShardField_a_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 2198457 INFO (qtp2091704726-16571) [n:127.0.0.1:62229_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198461 INFO (qtp2091704726-16570) [n:127.0.0.1:62229_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198468 INFO (qtp1738910841-16542) [n:127.0.0.1:62226_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.s.IndexSchema [withShardField_c_replica_n22] Schema name=cloud-dynamic
[junit4] 2> 2198481 INFO (qtp1512287699-16557) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198485 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198490 INFO (qtp85102887-16561) [n:127.0.0.1:62228_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198493 INFO (qtp2091704726-16570) [n:127.0.0.1:62229_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.s.IndexSchema [withShardField_d_replica_n34] Schema name=cloud-dynamic
[junit4] 2> 2198493 INFO (qtp2091704726-16571) [n:127.0.0.1:62229_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.s.IndexSchema [withShardField_c_replica_n26] Schema name=cloud-dynamic
[junit4] 2> 2198494 INFO (qtp1738910841-16544) [n:127.0.0.1:62226_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.s.IndexSchema [withShardField_b_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 2198495 INFO (qtp1512287699-16557) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema [withShardField_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 2198512 INFO (qtp1738910841-16546) [n:127.0.0.1:62226_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.s.IndexSchema [withShardField_d_replica_n38] Schema name=cloud-dynamic
[junit4] 2> 2198514 INFO (qtp1512287699-16567) [n:127.0.0.1:62227_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.s.IndexSchema [withShardField_c_replica_n24] Schema name=cloud-dynamic
[junit4] 2> 2198514 INFO (qtp1512287699-16562) [n:127.0.0.1:62227_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.s.IndexSchema [withShardField_b_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 2198516 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema [withShardField_a_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 2198533 INFO (qtp1512287699-16566) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198533 INFO (qtp1512287699-16566) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n8' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198533 INFO (qtp1512287699-16566) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62227.solr.core.withShardField.a.replica_n8' (registry 'solr.core.withShardField.a.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198534 INFO (qtp1512287699-16567) [n:127.0.0.1:62227_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198534 INFO (qtp1512287699-16567) [n:127.0.0.1:62227_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n24' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198535 INFO (qtp1512287699-16562) [n:127.0.0.1:62227_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198535 INFO (qtp1512287699-16567) [n:127.0.0.1:62227_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62227.solr.core.withShardField.c.replica_n24' (registry 'solr.core.withShardField.c.replica_n24') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198535 INFO (qtp1512287699-16562) [n:127.0.0.1:62227_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n16' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198535 INFO (qtp1512287699-16567) [n:127.0.0.1:62227_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2198535 INFO (qtp1512287699-16567) [n:127.0.0.1:62227_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrCore [[withShardField_c_replica_n24] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node4/withShardField_c_replica_n24], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node4/./withShardField_c_replica_n24/data/]
[junit4] 2> 2198535 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198535 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n4' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198538 INFO (qtp2091704726-16559) [n:127.0.0.1:62229_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198538 INFO (qtp85102887-16563) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198553 INFO (qtp1512287699-16562) [n:127.0.0.1:62227_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62227.solr.core.withShardField.b.replica_n16' (registry 'solr.core.withShardField.b.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198553 INFO (qtp1512287699-16562) [n:127.0.0.1:62227_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2198553 INFO (qtp1512287699-16562) [n:127.0.0.1:62227_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrCore [[withShardField_b_replica_n16] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node4/withShardField_b_replica_n16], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node4/./withShardField_b_replica_n16/data/]
[junit4] 2> 2198540 INFO (qtp1512287699-16566) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2198554 INFO (qtp1512287699-16566) [n:127.0.0.1:62227_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrCore [[withShardField_a_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node4/withShardField_a_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node4/./withShardField_a_replica_n8/data/]
[junit4] 2> 2198554 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62228.solr.core.withShardField.a.replica_n4' (registry 'solr.core.withShardField.a.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198554 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2198554 INFO (qtp85102887-16548) [n:127.0.0.1:62228_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore [[withShardField_a_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node1/withShardField_a_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node1/./withShardField_a_replica_n4/data/]
[junit4] 2> 2198557 INFO (qtp1738910841-16543) [n:127.0.0.1:62226_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.s.IndexSchema [withShardField_a_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 2198557 INFO (qtp85102887-16551) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.s.IndexSchema [withShardField_c_replica_n20] Schema name=cloud-dynamic
[junit4] 2> 2198557 INFO (qtp1738910841-16545) [n:127.0.0.1:62226_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.IndexSchema [withShardField_d_replica_n30] Schema name=cloud-dynamic
[junit4] 2> 2198581 INFO (qtp2091704726-16558) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2198582 INFO (qtp85102887-16561) [n:127.0.0.1:62228_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.s.IndexSchema [withShardField_d_replica_n36] Schema name=cloud-dynamic
[junit4] 2> 2198583 INFO (qtp2091704726-16559) [n:127.0.0.1:62229_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema [withShardField_a_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 2198592 INFO (qtp85102887-16563) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.s.IndexSchema [withShardField_c_replica_n28] Schema name=cloud-dynamic
[junit4] 2> 2198593 INFO (qtp2091704726-16564) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198593 INFO (qtp2091704726-16564) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n18' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198593 INFO (qtp2091704726-16564) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62229.solr.core.withShardField.b.replica_n18' (registry 'solr.core.withShardField.b.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198593 INFO (qtp2091704726-16564) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2198593 INFO (qtp2091704726-16564) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrCore [[withShardField_b_replica_n18] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node2/withShardField_b_replica_n18], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node2/./withShardField_b_replica_n18/data/]
[junit4] 2> 2198593 INFO (qtp2091704726-16558) [n:127.0.0.1:62229_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema [withShardField_b_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 2198599 INFO (qtp85102887-16551) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198599 INFO (qtp85102887-16551) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n20' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198600 INFO (qtp85102887-16551) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62228.solr.core.withShardField.c.replica_n20' (registry 'solr.core.withShardField.c.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198600 INFO (qtp85102887-16551) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2198600 INFO (qtp85102887-16551) [n:127.0.0.1:62228_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrCore [[withShardField_c_replica_n20] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node1/withShardField_c_replica_n20], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node1/./withShardField_c_replica_n20/data/]
[junit4] 2> 2198601 INFO (qtp1738910841-16542) [n:127.0.0.1:62226_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198601 INFO (qtp1738910841-16542) [n:127.0.0.1:62226_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n22' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198601 INFO (qtp1738910841-16542) [n:127.0.0.1:62226_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62226.solr.core.withShardField.c.replica_n22' (registry 'solr.core.withShardField.c.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198601 INFO (qtp1738910841-16542) [n:127.0.0.1:62226_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2198602 INFO (qtp1738910841-16542) [n:127.0.0.1:62226_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrCore [[withShardField_c_replica_n22] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node3/withShardField_c_replica_n22], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node3/./withShardField_c_replica_n22/data/]
[junit4] 2> 2198602 INFO (qtp2091704726-16571) [n:127.0.0.1:62229_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198602 INFO (qtp2091704726-16571) [n:127.0.0.1:62229_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n26' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198602 INFO (qtp2091704726-16571) [n:127.0.0.1:62229_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62229.solr.core.withShardField.c.replica_n26' (registry 'solr.core.withShardField.c.replica_n26') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198602 INFO (qtp2091704726-16571) [n:127.0.0.1:62229_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2198602 INFO (qtp2091704726-16571) [n:127.0.0.1:62229_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrCore [[withShardField_c_replica_n26] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node2/withShardField_c_replica_n26], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_9122A5E31181292E-001/tempDir-001/node2/./withShardField_c_replica_n26/data/]
[junit4] 2> 2198604 INFO (qtp1738910841-16545) [n:127.0.0.1:62226_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198604 INFO (qtp1738910841-16545) [n:127.0.0.1:62226_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n30' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198604 INFO (qtp1738910841-16543) [n:127.0.0.1:62226_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2198604 INFO (qtp1738910841-16543) [n:127.0.0.1:62226_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n6' using configuration from collection withShardField, trusted=true
[junit4] 2> 2198605 INFO (qtp1738910841-16545) [n:127.0.0.1:62226_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62226.solr.core.withShardField.d.replica_n30' (registry 'solr.core.withShardField.d.replica_n30') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b6659f6
[junit4] 2> 2198605 INFO (qtp1738910841-16543) [n:127.0.0.1:62226_solr c:withShardField s:a r:core_node9 x:withShardF
[...truncated too long message...]
2Fxn ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2502334 INFO (TEST-MultiThreadedOCPTest.test-seed#[9122A5E31181292E]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6fe5d364{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2502334 INFO (TEST-MultiThreadedOCPTest.test-seed#[9122A5E31181292E]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f71abe6{/yj_oye/xn,null,UNAVAILABLE}
[junit4] 2> 2502335 ERROR (TEST-MultiThreadedOCPTest.test-seed#[9122A5E31181292E]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2502337 INFO (TEST-MultiThreadedOCPTest.test-seed#[9122A5E31181292E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63074 63074
[junit4] 2> 2503444 INFO (Thread-3143) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63074 63074
[junit4] 2> 2504225 WARN (Thread-3143) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/ocptest1/state.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 4 /solr/collections/ocptest3/state.json
[junit4] 2> 4 /solr/collections/ocptest2/state.json
[junit4] 2> 4 /solr/collections/ocptest4/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=9122A5E31181292E -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=America/Iqaluit -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 38.8s J0 | MultiThreadedOCPTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
[junit4] > at __randomizedtesting.SeedInfo.seed([9122A5E31181292E:19769A39BF7D44D6]:0)
[junit4] > at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:226)
[junit4] > at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:64)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.MultiThreadedOCPTest_9122A5E31181292E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1588, maxMBSortInHeap=5.257697597027525, sim=RandomSimilarity(queryNorm=true): {}, locale=th, timezone=America/Iqaluit
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=157251112,total=478674944
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyNumericRangeQueryBuilder, TestAtomicUpdateErrorCases, DateFieldTest, AlternateDirectoryTest, BigEndianAscendingWordSerializerTest, TestQuerySenderListener, UUIDFieldTest, CheckHdfsIndexTest, RecoveryZkTest, TestBulkSchemaConcurrent, AsyncCallRequestStatusResponseTest, NoCacheHeaderTest, V2ApiIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, SpellCheckCollatorWithCollapseTest, CoreAdminHandlerTest, TestExactStatsCache, TestSchemaSimilarityResource, TestClassicSimilarityFactory, HdfsCollectionsAPIDistributedZkTest, TestRestoreCore, TestWriterPerf, ReplicaListTransformerTest, TestLazyCores, TestStressVersions, ExplicitHLLTest, TestScoreJoinQPScore, ClusterStateTest, TestSolrCloudWithKerberosAlt, SearchHandlerTest, PrimitiveFieldTypeTest, TestFreeTextSuggestions, DistributedExpandComponentTest, ConfigSetsAPITest, HdfsChaosMonkeyNothingIsSafeTest, TestUseDocValuesAsStored2, UUIDUpdateProcessorFallbackTest, TestSearcherReuse, TestMacros, TestMissingGroups, TestOmitPositions, TestRandomDVFaceting, TlogReplayBufferedWhileIndexingTest, TestBackupRepositoryFactory, TestLFUCache, TestDeleteCollectionOnDownNodes, HdfsBasicDistributedZk2Test, TestSubQueryTransformerDistrib, TestSolrQueryResponse, TestSQLHandlerNonCloud, SolrCoreTest, ShardRoutingTest, DistributedFacetPivotWhiteBoxTest, CdcrUpdateLogTest, ImplicitSnitchTest, ClusterStateUpdateTest, TestMiniSolrCloudClusterSSL, HdfsUnloadDistributedZkTest, TestReloadAndDeleteDocs, LeaderFailureAfterFreshStartTest, TestPivotHelperCode, TestFunctionQuery, DirectSolrConnectionTest, SimpleFacetsTest, DisMaxRequestHandlerTest, TestJavabinTupleStreamParser, ConfigureRecoveryStrategyTest, FastVectorHighlighterTest, ActionThrottleTest, ManagedSchemaRoundRobinCloudTest, TestBulkSchemaAPI, DirectUpdateHandlerTest, TestSurroundQueryParser, TestCustomSort, MultiTermTest, DeleteNodeTest, CreateCollectionCleanupTest, TestCursorMarkWithoutUniqueKey, DistributedFacetPivotSmallAdvancedTest, TestSweetSpotSimilarityFactory, StatsReloadRaceTest, ClassificationUpdateProcessorTest, UnloadDistributedZkTest, ResponseHeaderTest, ResponseLogComponentTest, MissingSegmentRecoveryTest, TestSolrCoreProperties, IndexSchemaTest, TestGroupingSearch, MinimalSchemaTest, DefaultValueUpdateProcessorTest, TestQuerySenderNoQuery, TestUtils, SmileWriterTest, HighlighterConfigTest, DeleteShardTest, TestSolrCoreSnapshots, TestCloudJSONFacetJoinDomain, TestHalfAndHalfDocValues, ZkControllerTest, RulesTest, SolrTestCaseJ4Test, SpatialFilterTest, TestXIncludeConfig, TestCustomDocTransformer, TestHdfsCloudBackupRestore, TestZkAclsWithHadoopAuth, TestRequestStatusCollectionAPI, DirectoryFactoryTest, TestPseudoReturnFields, TestSimpleTextCodec, MoveReplicaHDFSUlogDirTest, TestTolerantUpdateProcessorCloud, TestExpandComponent, TestReplicaProperties, SolrXmlInZkTest, SolrCLIZkUtilsTest, JavabinLoaderTest, BinaryUpdateRequestHandlerTest, TestPKIAuthenticationPlugin, TestNoOpRegenerator, PKIAuthenticationIntegrationTest, TestHashQParserPlugin, TestGeoJSONResponseWriter, TestManagedStopFilterFactory, TestSolrXml, CoreMergeIndexesAdminHandlerTest, CollectionReloadTest, TestPointFields, TestDynamicFieldCollectionResource, LargeFieldTest, DeleteInactiveReplicaTest, TestSmileRequest, RAMDirectoryFactoryTest, SolrMetricReporterTest, AssignBackwardCompatibilityTest, SpatialHeatmapFacetsTest, TestFilteredDocIdSet, IndexBasedSpellCheckerTest, HdfsRestartWhileUpdatingTest, LeaderElectionContextKeyTest, TestNumericRangeQuery32, CollectionsAPISolrJTest, TestTolerantSearch, TestJmxIntegration, SSLMigrationTest, TestImpersonationWithHadoopAuth, TestConfigSets, HighlighterTest, TestSegmentSorting, CurrencyFieldTypeTest, TestIBSimilarityFactory, SolrSlf4jReporterTest, CdcrReplicationHandlerTest, VersionInfoTest, DistribJoinFromCollectionTest, AddBlockUpdateTest, SolrShardReporterTest, TestCloudDeleteByQuery, TestStressCloudBlindAtomicUpdates, SyncSliceTest, SimplePostToolTest, GraphQueryTest, TestInitParams, SolrJmxReporterCloudTest, TestSha256AuthenticationProvider, TestTrieFacet, CSVRequestHandlerTest, TestLegacyFieldReuse, DistanceFunctionTest, RecoveryAfterSoftCommitTest, SliceStateTest, URLClassifyProcessorTest, SolrCoreMetricManagerTest, SoftAutoCommitTest, BasicDistributedZkTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, ZkCLITest, TestDistributedSearch, TestStressReorder, HardAutoCommitTest, PeerSyncTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestUpdate, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, SolrInfoBeanTest, DebugComponentTest, TestReversedWildcardFilterFactory, TestQueryTypes, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, ReturnFieldsTest, MBeansHandlerTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MultiThreadedOCPTest]
[junit4] Completed [519/731 (2!)] on J0 in 38.86s, 1 test, 1 failure <<< FAILURES!
[...truncated 46859 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 155 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/155/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
inplace_updatable_float didn't match for replica at client: http://127.0.0.1:57195/j_xs/collection1 expected:<102.0> but was:<1.0>
Stack Trace:
java.lang.AssertionError: inplace_updatable_float didn't match for replica at client: http://127.0.0.1:57195/j_xs/collection1 expected:<102.0> but was:<1.0>
at __randomizedtesting.SeedInfo.seed([2408EB09E293B152:AC5CD4D34C6FDCAA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertReplicaValue(TestInPlaceUpdatesDistrib.java:980)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.outOfOrderUpdatesIndividualReplicaTest(TestInPlaceUpdatesDistrib.java:643)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11584 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/init-core-data-001
[junit4] 2> 490058 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 490058 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 490061 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 490061 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 490061 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /j_xs/
[junit4] 2> 490063 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 490064 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 490098 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 490143 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 490147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 490219 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 490226 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 490226 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 490228 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 490273 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 490285 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 490290 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 490291 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 490295 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 490295 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 490296 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/init-core-data-001/]
[junit4] 2> 490306 WARN (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 490400 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 490400 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 490403 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 490403 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 490430 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@32d29137[collection1] main]
[junit4] 2> 490430 WARN (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 490431 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 490431 INFO (coreLoadExecutor-2321-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577545141261959168
[junit4] 2> 490432 INFO (searcherExecutor-2322-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@32d29137[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 490435 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 490441 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 490442 INFO (Thread-948) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 490442 INFO (Thread-948) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 490446 ERROR (Thread-948) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 490542 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.ZkTestServer start zk server on port:57162
[junit4] 2> 490588 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 490590 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 490593 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 490594 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 490597 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 490599 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 490600 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 490602 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 490604 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 490607 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 490609 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 490611 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 490902 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 490904 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c1bbe53{/j_xs,null,AVAILABLE}
[junit4] 2> 490904 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@273e6c84{HTTP/1.1,[http/1.1]}{127.0.0.1:57165}
[junit4] 2> 490904 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.Server Started @494750ms
[junit4] 2> 490904 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/tempDir-001/control/data, replicaType=NRT, hostContext=/j_xs, hostPort=57165, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/control-001/cores}
[junit4] 2> 490905 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 490905 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 490905 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 490905 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 490905 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T18:44:44.667Z
[junit4] 2> 490908 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 490909 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/control-001/solr.xml
[junit4] 2> 490914 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 490918 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57162/solr
[junit4] 2> 491053 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57165_j_xs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491053 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57165_j_xs ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57165_j_xs
[junit4] 2> 491055 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57165_j_xs ] o.a.s.c.Overseer Overseer (id=98596571329789956-127.0.0.1:57165_j_xs-n_0000000000) starting
[junit4] 2> 491065 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57165_j_xs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57165_j_xs
[junit4] 2> 491067 INFO (zkCallback-660-thread-1-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 491171 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57165_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 491181 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57165_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 491181 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57165_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 491182 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57165_j_xs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/control-001/cores
[junit4] 2> 491217 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 491218 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57162/solr ready
[junit4] 2> 491222 INFO (qtp1924114215-4268) [n:127.0.0.1:57165_j_xs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57165_j_xs&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 491225 INFO (OverseerThreadFactory-2332-thread-1-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 491342 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 491343 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 491463 INFO (zkCallback-660-thread-1-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 492370 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 492379 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 492383 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 492383 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 492384 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 492384 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 492384 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 492392 WARN (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 492476 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 492476 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 492478 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 492478 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 492484 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ba6da44[control_collection_shard1_replica_n1] main]
[junit4] 2> 492487 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 492487 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 492488 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 492488 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577545143418880000
[junit4] 2> 492489 INFO (searcherExecutor-2335-thread-1-processing-n:127.0.0.1:57165_j_xs x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6ba6da44[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 492519 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 492519 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 492519 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57165/j_xs/control_collection_shard1_replica_n1/
[junit4] 2> 492519 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 492519 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:57165/j_xs/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 492519 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 492526 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57165/j_xs/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 492632 INFO (zkCallback-660-thread-1-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 492633 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 492635 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1292
[junit4] 2> 492641 INFO (qtp1924114215-4268) [n:127.0.0.1:57165_j_xs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 492745 INFO (zkCallback-660-thread-1-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 493237 INFO (OverseerCollectionConfigSetProcessor-98596571329789956-127.0.0.1:57165_j_xs-n_0000000000) [n:127.0.0.1:57165_j_xs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 493650 INFO (qtp1924114215-4268) [n:127.0.0.1:57165_j_xs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57165_j_xs&wt=javabin&version=2} status=0 QTime=2428
[junit4] 2> 493661 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 493663 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57162/solr ready
[junit4] 2> 493663 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 493664 INFO (qtp1924114215-4273) [n:127.0.0.1:57165_j_xs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 493667 INFO (OverseerThreadFactory-2332-thread-2-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 493668 WARN (OverseerThreadFactory-2332-thread-2-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 493780 INFO (qtp1924114215-4273) [n:127.0.0.1:57165_j_xs ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 493781 INFO (qtp1924114215-4273) [n:127.0.0.1:57165_j_xs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=116
[junit4] 2> 494241 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-1-001 of type TLOG
[junit4] 2> 494241 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 494243 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34e5e880{/j_xs,null,AVAILABLE}
[junit4] 2> 494243 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58f41136{HTTP/1.1,[http/1.1]}{127.0.0.1:57183}
[junit4] 2> 494243 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.Server Started @498090ms
[junit4] 2> 494243 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/j_xs, hostPort=57183, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-1-001/cores}
[junit4] 2> 494244 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 494244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 494244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 494244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 494244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T18:44:48.006Z
[junit4] 2> 494248 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 494248 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-1-001/solr.xml
[junit4] 2> 494254 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 494258 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57162/solr
[junit4] 2> 494275 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 494279 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57183_j_xs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 494283 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57183_j_xs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57183_j_xs
[junit4] 2> 494286 INFO (zkCallback-667-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 494286 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 494287 INFO (zkCallback-660-thread-1-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 494418 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57183_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 494425 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57183_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 494425 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57183_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 494427 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57183_j_xs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-1-001/cores
[junit4] 2> 494464 INFO (qtp1924114215-4266) [n:127.0.0.1:57165_j_xs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57183_j_xs&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 494467 INFO (OverseerCollectionConfigSetProcessor-98596571329789956-127.0.0.1:57165_j_xs-n_0000000000) [n:127.0.0.1:57165_j_xs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 494467 INFO (OverseerThreadFactory-2332-thread-3-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:57183_j_xs for creating new replica
[junit4] 2> 494476 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 494477 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 494585 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 495507 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 495519 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=inplace-updates
[junit4] 2> 495524 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 495524 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
[junit4] 2> 495525 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 495525 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 495525 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-1-001/cores/collection1_shard1_replica_t21/data/]
[junit4] 2> 495530 WARN (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 495604 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 495604 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 495607 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 495607 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 495608 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@a831db[collection1_shard1_replica_t21] main]
[junit4] 2> 495610 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 495610 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 495611 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 495611 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577545146693582848
[junit4] 2> 495614 INFO (searcherExecutor-2346-thread-1-processing-n:127.0.0.1:57183_j_xs x:collection1_shard1_replica_t21 s:shard1 c:collection1) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@a831db[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 495624 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 495624 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 495624 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57183/j_xs/collection1_shard1_replica_t21/
[junit4] 2> 495624 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 495624 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy http://127.0.0.1:57183/j_xs/collection1_shard1_replica_t21/ has no replicas
[junit4] 2> 495624 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 495625 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
[junit4] 2> 495632 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57183/j_xs/collection1_shard1_replica_t21/ shard1
[junit4] 2> 495743 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 495752 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 495754 INFO (qtp514371007-4309) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1278
[junit4] 2> 495760 INFO (qtp1924114215-4266) [n:127.0.0.1:57165_j_xs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:57183_j_xs&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1295
[junit4] 2> 495864 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 496129 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-2-001 of type TLOG
[junit4] 2> 496133 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 496134 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@638e318b{/j_xs,null,AVAILABLE}
[junit4] 2> 496135 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70102df2{HTTP/1.1,[http/1.1]}{127.0.0.1:57195}
[junit4] 2> 496135 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.Server Started @499982ms
[junit4] 2> 496135 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/j_xs, hostPort=57195, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-2-001/cores}
[junit4] 2> 496136 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 496136 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 496136 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 496136 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 496136 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T18:44:49.898Z
[junit4] 2> 496141 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 496141 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-2-001/solr.xml
[junit4] 2> 496149 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 496155 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57162/solr
[junit4] 2> 496174 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57195_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 496179 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57195_j_xs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 496182 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57195_j_xs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57195_j_xs
[junit4] 2> 496184 INFO (zkCallback-667-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 496184 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 496185 INFO (zkCallback-678-thread-1-processing-n:127.0.0.1:57195_j_xs) [n:127.0.0.1:57195_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 496185 INFO (zkCallback-660-thread-1-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 496266 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57195_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 496278 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57195_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 496278 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57195_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 496280 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57195_j_xs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-2-001/cores
[junit4] 2> 496338 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57195_j_xs&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 496344 INFO (OverseerCollectionConfigSetProcessor-98596571329789956-127.0.0.1:57165_j_xs-n_0000000000) [n:127.0.0.1:57165_j_xs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 496344 INFO (OverseerThreadFactory-2332-thread-4-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:57195_j_xs for creating new replica
[junit4] 2> 496351 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 496351 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 496468 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 496468 INFO (zkCallback-678-thread-1-processing-n:127.0.0.1:57195_j_xs) [n:127.0.0.1:57195_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 497385 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 497396 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=inplace-updates
[junit4] 2> 497448 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 497448 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
[junit4] 2> 497448 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 497448 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 497448 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-2-001/cores/collection1_shard1_replica_t23/data/]
[junit4] 2> 497455 WARN (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 497514 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 497514 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 497515 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 497515 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 497515 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@7226e605[collection1_shard1_replica_t23] main]
[junit4] 2> 497520 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 497521 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 497522 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 497522 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577545148697411584
[junit4] 2> 497523 INFO (searcherExecutor-2357-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@7226e605[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 497526 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
[junit4] 2> 497527 INFO (updateExecutor-675-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 497527 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 497527 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 497528 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
[junit4] 2> 497528 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
[junit4] 2> 497528 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 497528 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [http://127.0.0.1:57183/j_xs/collection1_shard1_replica_t21/] and I am [http://127.0.0.1:57195/j_xs/collection1_shard1_replica_t23/]
[junit4] 2> 497528 INFO (qtp1339579984-4339) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1177
[junit4] 2> 497533 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:57183/j_xs]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:57195_j_xs&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 497535 INFO (qtp514371007-4310) [n:127.0.0.1:57183_j_xs ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 497536 INFO (qtp1924114215-4269) [n:127.0.0.1:57165_j_xs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:57195_j_xs&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1197
[junit4] 2> 497538 INFO (qtp514371007-4310) [n:127.0.0.1:57183_j_xs ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:57195_j_xs, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:57195/j_xs","node_name":"127.0.0.1:57195_j_xs","state":"down","type":"TLOG"}
[junit4] 2> 497653 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 497653 INFO (zkCallback-678-thread-1-processing-n:127.0.0.1:57195_j_xs) [n:127.0.0.1:57195_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 497920 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-3-001 of type TLOG
[junit4] 2> 497921 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 497923 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d6838b3{/j_xs,null,AVAILABLE}
[junit4] 2> 497924 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6287a4b{HTTP/1.1,[http/1.1]}{127.0.0.1:57201}
[junit4] 2> 497924 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.Server Started @501771ms
[junit4] 2> 497925 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/j_xs, hostPort=57201, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-3-001/cores}
[junit4] 2> 497925 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 497926 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 497926 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 497926 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 497926 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T18:44:51.688Z
[junit4] 2> 497932 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 497932 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-3-001/solr.xml
[junit4] 2> 497944 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 497954 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57162/solr
[junit4] 2> 497978 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57201_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 497983 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57201_j_xs ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 497986 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57201_j_xs ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57201_j_xs
[junit4] 2> 497989 INFO (zkCallback-660-thread-2-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 497991 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:57201_j_xs) [n:127.0.0.1:57201_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 497990 INFO (zkCallback-678-thread-1-processing-n:127.0.0.1:57195_j_xs) [n:127.0.0.1:57195_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 497990 INFO (zkCallback-667-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 497990 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 498124 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57201_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 498138 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57201_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 498138 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57201_j_xs ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 498139 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [n:127.0.0.1:57201_j_xs ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-3-001/cores
[junit4] 2> 498231 INFO (qtp1410990523-4372) [n:127.0.0.1:57201_j_xs ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57201_j_xs&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 498236 INFO (OverseerCollectionConfigSetProcessor-98596571329789956-127.0.0.1:57165_j_xs-n_0000000000) [n:127.0.0.1:57165_j_xs ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 498237 INFO (OverseerThreadFactory-2332-thread-5-processing-n:127.0.0.1:57165_j_xs) [n:127.0.0.1:57165_j_xs ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:57201_j_xs for creating new replica
[junit4] 2> 498242 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 498243 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 498355 INFO (zkCallback-678-thread-1-processing-n:127.0.0.1:57195_j_xs) [n:127.0.0.1:57195_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 498355 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 498355 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:57201_j_xs) [n:127.0.0.1:57201_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 498541 INFO (qtp514371007-4310) [n:127.0.0.1:57183_j_xs ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:57195_j_xs, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:57195/j_xs","node_name":"127.0.0.1:57195_j_xs","state":"recovering","type":"TLOG"}
[junit4] 2> 498541 INFO (qtp514371007-4310) [n:127.0.0.1:57183_j_xs ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 498541 INFO (qtp514371007-4310) [n:127.0.0.1:57183_j_xs ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:57195_j_xs&onlyIfLeaderActive=true&core=collection1_shard1_replica_t21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1006
[junit4] 2> 499049 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 499049 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:57183/j_xs/collection1_shard1_replica_t21/].
[junit4] 2> 499053 INFO (qtp514371007-4312) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577545150302781440,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 499053 INFO (qtp514371007-4312) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 499053 INFO (qtp514371007-4312) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 499054 INFO (qtp514371007-4312) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t21] webapp=/j_xs path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 499056 INFO (qtp514371007-4314) [n:127.0.0.1:57183_j_xs c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21] webapp=/j_xs path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 499056 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 499056 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 499056 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 499056 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 499056 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 499056 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 499056 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 starting background replication from leader
[junit4] 2> 499057 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 499057 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 499058 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 499058 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577545150308024320
[junit4] 2> 499060 INFO (recoveryExecutor-676-thread-1-processing-n:127.0.0.1:57195_j_xs x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:57195_j_xs c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 499169 INFO (zkCallback-672-thread-1-processing-n:127.0.0.1:57183_j_xs) [n:127.0.0.1:57183_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 499169 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:57201_j_xs) [n:127.0.0.1:57201_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 499169 INFO (zkCallback-678-thread-1-processing-n:127.0.0.1:57195_j_xs) [n:127.0.0.1:57195_j_xs ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 499265 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 499282 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema [collection1_shard1_replica_t25] Schema name=inplace-updates
[junit4] 2> 499288 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 499288 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t25' using configuration from collection collection1, trusted=true
[junit4] 2> 499288 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t25' (registry 'solr.core.collection1.shard1.replica_t25') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d022553
[junit4] 2> 499288 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 499288 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [[collection1_shard1_replica_t25] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-3-001/cores/collection1_shard1_replica_t25], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001/shard-3-001/cores/collection1_shard1_replica_t25/data/]
[junit4] 2> 499293 WARN (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 499359 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 499359 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 499361 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 499361 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 499363 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e0d070b[collection1_shard1_replica_t25] main]
[junit4] 2> 499364 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 499365 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 499365 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 499366 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577545150630985728
[junit4] 2> 499366 INFO (searcherExecutor-2370-thread-1-processing-n:127.0.0.1:57201_j_xs x:collection1_shard1_replica_t25 s:shard1 c:collection1) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [collection1_shard1_replica_t25] Registered new searcher Searcher@4e0d070b[collection1_shard1_replica_t25] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 499370 INFO (qtp1410990523-4374) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t25
[junit4] 2> 499370 INFO (updateExecutor-682-thread-1-processing-n:127.0.0.1:57201_j_xs x:collection1_shard1_replica_t25 s:shard1 c:collection1) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 499371 INFO (recoveryExecutor-683-thread-1-processing-n:127.0.0.1:57201_j_xs x:collection1_shard1_replica_t25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 499371 INFO (recoveryExecutor-683-thread-1-processing-n:127.0.0.1:57201_j_xs x:collection1_shard1_replica_t25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 r:core_node26 x:col
[...truncated too long message...]
[junit4] 2> 563296 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:57201_j_xs) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=895656225
[junit4] 2> 563297 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:57201_j_xs) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 563297 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:57201_j_xs) [n:127.0.0.1:57201_j_xs c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@27f80ec8 commitCommandVersion:0
[junit4] 2> 563300 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6287a4b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 563301 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d6838b3{/j_xs,null,UNAVAILABLE}
[junit4] 2> 563302 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 563303 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2408EB09E293B152]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57162 57162
[junit4] 2> 564437 INFO (Thread-948) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57162 57162
[junit4] 2> 564691 WARN (Thread-948) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=2408EB09E293B152 -Dtests.slow=true -Dtests.locale=es-CU -Dtests.timezone=Asia/Novosibirsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 74.3s J1 | TestInPlaceUpdatesDistrib.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: inplace_updatable_float didn't match for replica at client: http://127.0.0.1:57195/j_xs/collection1 expected:<102.0> but was:<1.0>
[junit4] > at __randomizedtesting.SeedInfo.seed([2408EB09E293B152:AC5CD4D34C6FDCAA]:0)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertReplicaValue(TestInPlaceUpdatesDistrib.java:980)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.outOfOrderUpdatesIndividualReplicaTest(TestInPlaceUpdatesDistrib.java:643)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:144)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 564696 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 564697 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2123572924
[junit4] 2> 564697 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 564697 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50c3c618: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@20a45e65
[junit4] 2> 564698 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 564698 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b9b4c34: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3f973e68
[junit4] 2> 564698 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 564698 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cdf7f4d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@587ce203
[junit4] 2> 564699 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2408EB09E293B152]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 564699 INFO (coreCloseExecutor-2410-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@61c61012
[junit4] 2> 564699 INFO (coreCloseExecutor-2410-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1640370194
[junit4] 2> 564699 INFO (coreCloseExecutor-2410-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16358bad: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7d032bc7
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_2408EB09E293B152-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {title_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneFixedGap), id_field_copy_that_does_not_support_in_place_update_s=FST50}, docValues:{inplace_updatable_float=DocValuesFormat(name=Direct), id_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), inplace_updatable_int_with_default=DocValuesFormat(name=Direct), inplace_updatable_int=DocValuesFormat(name=Lucene70), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1179, maxMBSortInHeap=5.983154538352432, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CU, timezone=Asia/Novosibirsk
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=199980504,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrRequestParserTest, TestSimpleTrackingShardHandler, TestSolrCloudSnapshots, TestSearchPerf, HdfsRecoveryZkTest, WrapperMergePolicyFactoryTest, TestSchemaVersionResource, TestSuggestSpellingConverter, TestLuceneMatchVersion, TestElisionMultitermQuery, CustomCollectionTest, TestCloudInspectUtil, TestRecovery, TestLeaderElectionWithEmptyReplica, TestCSVLoader, AtomicUpdatesTest, ZkFailoverTest, TestEmbeddedSolrServerAdminHandler, TestCrossCoreJoin, TestFieldCacheSortRandom, HdfsNNFailoverTest, BaseCdcrDistributedZkTest, MoreLikeThisHandlerTest, TermVectorComponentTest, TestDelegationWithHadoopAuth, TestQueryUtils, OverseerModifyCollectionTest, TestNumericTerms32, TestIntervalFaceting, ClassificationUpdateProcessorIntegrationTest, TestDynamicFieldResource, TestQueryTypes, TestFieldCacheWithThreads, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SolrIndexConfigTest, TestAnalyzedSuggestions, TestDocumentBuilder, TestComplexPhraseQParserPlugin, SolrMetricManagerTest, BasicZkTest, TestNumericRangeQuery64, TestExactSharedStatsCache, TestDocSet, TestIndexSearcher, TestConfigSetProperties, CdcrReplicationDistributedZkTest, SharedFSAutoReplicaFailoverTest, TestCopyFieldCollectionResource, TestReRankQParserPlugin, JsonLoaderTest, UpdateRequestProcessorFactoryTest, OpenCloseCoreStressTest, DistributedQueryElevationComponentTest, TestFastOutputStream, HttpSolrCallGetCoreTest, TestExceedMaxTermLength, HdfsChaosMonkeySafeLeaderTest, StatelessScriptUpdateProcessorFactoryTest, TestBlobHandler, TestLRUStatsCache, MigrateRouteKeyTest, TestWordDelimiterFilterFactory, ChangedSchemaMergeTest, DistributedFacetPivotSmallTest, MoveReplicaHDFSTest, TestReload, TestHdfsBackupRestoreCore, SolrGraphiteReporterTest, InfixSuggestersTest, TestScoreJoinQPNoScore, AliasIntegrationTest, TestMacroExpander, UtilsToolTest, RuleEngineTest, TestRealTimeGet, TestManagedSynonymFilterFactory, TestSolrQueryParser, TestInPlaceUpdatesDistrib]
[junit4] Completed [145/731 (1!)] on J1 in 74.67s, 1 test, 1 failure <<< FAILURES!
[...truncated 48166 lines...]
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 154 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/154/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.DeleteNodeTest.test
Error Message:
Could not find collection : deletenodetest_coll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : deletenodetest_coll
at __randomizedtesting.SeedInfo.seed([E67321104074B43D:6E271ECAEE88D9C5]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
at org.apache.solr.cloud.DeleteNodeTest.test(DeleteNodeTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistribJoinFromCollectionTest
Error Message:
Could not find collection : to_2x2
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : to_2x2
at __randomizedtesting.SeedInfo.seed([E67321104074B43D]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
at org.apache.solr.cloud.DistribJoinFromCollectionTest.setupCluster(DistribJoinFromCollectionTest.java:94)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([E67321104074B43D:6E271ECAEE88D9C5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12433 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/init-core-data-001
[junit4] 2> 1589005 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[E67321104074B43D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 1589006 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E67321104074B43D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1589009 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E67321104074B43D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1589009 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E67321104074B43D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1589009 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[E67321104074B43D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /nf_xl/wa
[junit4] 2> 1589011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1589011 INFO (Thread-3130) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1589012 INFO (Thread-3130) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1589014 ERROR (Thread-3130) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1589112 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.ZkTestServer start zk server on port:60122
[junit4] 2> 1589156 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1589159 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1589161 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1589163 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1589166 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1589168 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1589171 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1589174 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1589176 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1589179 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1589181 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1589184 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1589481 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1589483 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@370af0d8{/nf_xl/wa,null,AVAILABLE}
[junit4] 2> 1589484 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@38d7f535{HTTP/1.1,[http/1.1]}{127.0.0.1:60125}
[junit4] 2> 1589484 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.Server Started @1593084ms
[junit4] 2> 1589484 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/tempDir-001/control/data, hostContext=/nf_xl/wa, hostPort=60125, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/control-001/cores}
[junit4] 2> 1589484 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1589485 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1589485 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1589485 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1589485 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T06:44:16.826Z
[junit4] 2> 1589488 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1589488 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/control-001/solr.xml
[junit4] 2> 1589493 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1589498 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60122/solr
[junit4] 2> 1589652 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1589653 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60125_nf_xl%2Fwa
[junit4] 2> 1589654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.Overseer Overseer (id=98593738349215748-127.0.0.1:60125_nf_xl%2Fwa-n_0000000000) starting
[junit4] 2> 1589666 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60125_nf_xl%2Fwa
[junit4] 2> 1589668 INFO (zkCallback-2539-thread-1-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1589783 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1589793 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1589794 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1589795 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/control-001/cores
[junit4] 2> 1589822 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1589824 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60122/solr ready
[junit4] 2> 1589826 INFO (qtp1553713357-14876) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60125_nf_xl%252Fwa&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1589829 INFO (OverseerThreadFactory-6213-thread-1-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1589939 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1589940 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1590051 INFO (zkCallback-2539-thread-1-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1590961 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1590979 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1591033 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1591057 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1591057 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1591057 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1591057 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1591059 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=25.6611328125, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=13.74593106642597, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10069915023745156
[junit4] 2> 1591063 WARN (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1591124 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1591124 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1591126 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1591126 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1591127 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.021484375, floorSegmentMB=1.7138671875, forceMergeDeletesPctAllowed=23.603584180684745, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1591127 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38459a96[control_collection_shard1_replica_n1] main]
[junit4] 2> 1591129 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1591129 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1591130 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1591130 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577499815807287296
[junit4] 2> 1591131 INFO (searcherExecutor-6216-thread-1-processing-n:127.0.0.1:60125_nf_xl%2Fwa x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@38459a96[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1591139 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1591139 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1591139 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60125/nf_xl/wa/control_collection_shard1_replica_n1/
[junit4] 2> 1591139 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1591139 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:60125/nf_xl/wa/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1591139 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1591146 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60125/nf_xl/wa/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1591250 INFO (zkCallback-2539-thread-1-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1591257 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1591258 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1319
[junit4] 2> 1591262 INFO (qtp1553713357-14876) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1591368 INFO (zkCallback-2539-thread-2-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1591833 INFO (OverseerCollectionConfigSetProcessor-98593738349215748-127.0.0.1:60125_nf_xl%2Fwa-n_0000000000) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1592265 INFO (qtp1553713357-14876) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60125_nf_xl%252Fwa&wt=javabin&version=2} status=0 QTime=2438
[junit4] 2> 1592272 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1592274 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60122/solr ready
[junit4] 2> 1592274 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1592274 INFO (qtp1553713357-14881) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1592278 INFO (OverseerThreadFactory-6213-thread-2-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1592279 WARN (OverseerThreadFactory-6213-thread-2-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1592495 INFO (qtp1553713357-14881) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1592495 INFO (qtp1553713357-14881) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=220
[junit4] 2> 1592886 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-1-001 of type NRT
[junit4] 2> 1592886 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1592888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e8e72ed{/nf_xl/wa,null,AVAILABLE}
[junit4] 2> 1592888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e3501ba{HTTP/1.1,[http/1.1]}{127.0.0.1:60148}
[junit4] 2> 1592888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.Server Started @1596488ms
[junit4] 2> 1592888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nf_xl/wa, hostPort=60148, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-1-001/cores}
[junit4] 2> 1592888 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1592888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1592888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1592888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1592888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T06:44:20.229Z
[junit4] 2> 1592891 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1592891 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-1-001/solr.xml
[junit4] 2> 1592897 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1592903 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60122/solr
[junit4] 2> 1592916 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1592920 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1592926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60148_nf_xl%2Fwa
[junit4] 2> 1592928 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1592929 INFO (zkCallback-2546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1592929 INFO (zkCallback-2539-thread-2-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1593019 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1593029 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1593029 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1593031 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-1-001/cores
[junit4] 2> 1593062 INFO (qtp1553713357-14874) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60148_nf_xl%252Fwa&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1593066 INFO (OverseerCollectionConfigSetProcessor-98593738349215748-127.0.0.1:60125_nf_xl%2Fwa-n_0000000000) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1593066 INFO (OverseerThreadFactory-6213-thread-3-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:60148_nf_xl%2Fwa for creating new replica
[junit4] 2> 1593072 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1593072 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1593184 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1594092 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1594103 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1594212 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1594260 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1594261 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1594261 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1594262 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1594266 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=25.6611328125, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=13.74593106642597, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10069915023745156
[junit4] 2> 1594310 WARN (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1594419 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1594419 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1594421 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1594421 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1594443 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.021484375, floorSegmentMB=1.7138671875, forceMergeDeletesPctAllowed=23.603584180684745, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1594445 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@46ff790f[collection1_shard2_replica_n61] main]
[junit4] 2> 1594447 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1594447 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1594448 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1594449 INFO (searcherExecutor-6227-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@46ff790f[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1594449 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577499819287511040
[junit4] 2> 1594457 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1594458 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1594459 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60148/nf_xl/wa/collection1_shard2_replica_n61/
[junit4] 2> 1594459 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1594459 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:60148/nf_xl/wa/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1594459 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1594465 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60148/nf_xl/wa/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1594570 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1594620 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1594621 INFO (qtp643490594-14918) [n:127.0.0.1:60148_nf_xl%2Fwa c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1549
[junit4] 2> 1594624 INFO (qtp1553713357-14874) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60148_nf_xl%252Fwa&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1562
[junit4] 2> 1594725 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1594930 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-2-001 of type NRT
[junit4] 2> 1594930 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1594932 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e73770e{/nf_xl/wa,null,AVAILABLE}
[junit4] 2> 1594932 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17b6733f{HTTP/1.1,[http/1.1]}{127.0.0.1:60154}
[junit4] 2> 1594932 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.Server Started @1598532ms
[junit4] 2> 1594932 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/nf_xl/wa, hostPort=60154, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-2-001/cores}
[junit4] 2> 1594933 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1594933 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1594933 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1594933 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1594933 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T06:44:22.274Z
[junit4] 2> 1594937 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1594937 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-2-001/solr.xml
[junit4] 2> 1594943 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1594947 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60122/solr
[junit4] 2> 1594960 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1594964 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1594967 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60154_nf_xl%2Fwa
[junit4] 2> 1594969 INFO (zkCallback-2546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1594969 INFO (zkCallback-2539-thread-1-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1594969 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1594969 INFO (zkCallback-2557-thread-1-processing-n:127.0.0.1:60154_nf_xl%2Fwa) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1595051 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1595061 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1595062 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1595064 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-2-001/cores
[junit4] 2> 1595076 INFO (OverseerCollectionConfigSetProcessor-98593738349215748-127.0.0.1:60125_nf_xl%2Fwa-n_0000000000) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1595101 INFO (qtp1553713357-14877) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60154_nf_xl%252Fwa&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1595105 INFO (OverseerThreadFactory-6213-thread-4-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:60154_nf_xl%2Fwa for creating new replica
[junit4] 2> 1595110 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1595111 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1595219 INFO (zkCallback-2557-thread-1-processing-n:127.0.0.1:60154_nf_xl%2Fwa) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1595219 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1596138 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1596146 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1596183 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1596202 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1596202 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1596203 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1596203 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1596204 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=25.6611328125, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=13.74593106642597, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10069915023745156
[junit4] 2> 1596206 WARN (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1596262 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1596262 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1596263 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1596263 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1596264 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.021484375, floorSegmentMB=1.7138671875, forceMergeDeletesPctAllowed=23.603584180684745, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1596265 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@12cc4565[collection1_shard3_replica_n63] main]
[junit4] 2> 1596266 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1596267 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1596267 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1596267 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577499821193822208
[junit4] 2> 1596268 INFO (searcherExecutor-6238-thread-1-processing-n:127.0.0.1:60154_nf_xl%2Fwa x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@12cc4565[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1596275 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1596275 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1596275 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60154/nf_xl/wa/collection1_shard3_replica_n63/
[junit4] 2> 1596275 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1596275 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:60154/nf_xl/wa/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1596275 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1596279 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60154/nf_xl/wa/collection1_shard3_replica_n63/ shard3
[junit4] 2> 1596385 INFO (zkCallback-2557-thread-1-processing-n:127.0.0.1:60154_nf_xl%2Fwa) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1596385 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1596439 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1596441 INFO (qtp874766760-14947) [n:127.0.0.1:60154_nf_xl%2Fwa c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1330
[junit4] 2> 1596443 INFO (qtp1553713357-14877) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60154_nf_xl%252Fwa&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1342
[junit4] 2> 1596545 INFO (zkCallback-2557-thread-1-processing-n:127.0.0.1:60154_nf_xl%2Fwa) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1596545 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1596874 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-3-001 of type NRT
[junit4] 2> 1596875 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1596876 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1469856c{/nf_xl/wa,null,AVAILABLE}
[junit4] 2> 1596877 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ead95e2{HTTP/1.1,[http/1.1]}{127.0.0.1:60162}
[junit4] 2> 1596877 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.e.j.s.Server Started @1600476ms
[junit4] 2> 1596877 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/nf_xl/wa, hostPort=60162, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-3-001/cores}
[junit4] 2> 1596877 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1596877 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1596877 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1596877 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1596877 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T06:44:24.218Z
[junit4] 2> 1596880 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1596880 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-3-001/solr.xml
[junit4] 2> 1596887 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1596892 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60122/solr
[junit4] 2> 1596907 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1596911 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1596914 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60162_nf_xl%2Fwa
[junit4] 2> 1596916 INFO (zkCallback-2539-thread-1-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1596917 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1596917 INFO (zkCallback-2557-thread-1-processing-n:127.0.0.1:60154_nf_xl%2Fwa) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1596917 INFO (zkCallback-2546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1596917 INFO (zkCallback-2563-thread-1-processing-n:127.0.0.1:60162_nf_xl%2Fwa) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1597113 INFO (OverseerCollectionConfigSetProcessor-98593738349215748-127.0.0.1:60125_nf_xl%2Fwa-n_0000000000) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1597159 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1597317 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1597317 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1597319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[E67321104074B43D]) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-3-001/cores
[junit4] 2> 1597433 INFO (qtp1553713357-14878) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60162_nf_xl%252Fwa&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1597437 INFO (OverseerThreadFactory-6213-thread-5-processing-n:127.0.0.1:60125_nf_xl%2Fwa) [n:127.0.0.1:60125_nf_xl%2Fwa ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:60162_nf_xl%2Fwa for creating new replica
[junit4] 2> 1597442 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1597442 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1597554 INFO (zkCallback-2563-thread-1-processing-n:127.0.0.1:60162_nf_xl%2Fwa) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1597554 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1597554 INFO (zkCallback-2557-thread-1-processing-n:127.0.0.1:60154_nf_xl%2Fwa) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1598462 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1598470 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 1598541 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1598576 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 1598577 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@439a4e27
[junit4] 2> 1598577 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1598577 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_E67321104074B43D-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 1598579 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=25.6611328125, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=13.74593106642597, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10069915023745156
[junit4] 2> 1598611 WARN (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1598900 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1598900 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1598901 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1598901 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1598936 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=58.021484375, floorSegmentMB=1.7138671875, forceMergeDeletesPctAllowed=23.603584180684745, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1598967 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@74a8d6[collection1_shard1_replica_n65] main]
[junit4] 2> 1598968 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1598969 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1598969 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1598969 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577499824027074560
[junit4] 2> 1598970 INFO (searcherExecutor-6249-thread-1-processing-n:127.0.0.1:60162_nf_xl%2Fwa x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@74a8d6[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1598976 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1598976 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1598976 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60162/nf_xl/wa/collection1_shard1_replica_n65/
[junit4] 2> 1598976 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1598976 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:60162/nf_xl/wa/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 1598976 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1598981 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60162/nf_xl/wa/collection1_shard1_replica_n65/ shard1
[junit4] 2> 1599085 INFO (zkCallback-2563-thread-1-processing-n:127.0.0.1:60162_nf_xl%2Fwa) [n:127.0.0.1:60162_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1599085 INFO (zkCallback-2551-thread-1-processing-n:127.0.0.1:60148_nf_xl%2Fwa) [n:127.0.0.1:60148_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1599085 INFO (zkCallback-2557-thread-1-processing-n:127.0.0.1:60154_nf_xl%2Fwa) [n:127.0.0.1:60154_nf_xl%2Fwa ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1599095 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1599097 INFO (qtp1311022541-14976) [n:127.0.0.1:60162_nf_xl%2Fwa
[...truncated too long message...]
[ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@488cac96{/solr,null,UNAVAILABLE}
[junit4] 2> 2318927 WARN (zkCallback-3064-thread-2-processing-n:127.0.0.1:61657_solr) [n:127.0.0.1:61657_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2318927 INFO (jetty-closer-3037-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6600194{/solr,null,UNAVAILABLE}
[junit4] 2> 2318936 WARN (zkCallback-3054-thread-3-processing-n:127.0.0.1:61658_solr) [n:127.0.0.1:61658_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2318936 WARN (zkCallback-3067-thread-2-processing-n:127.0.0.1:61656_solr) [n:127.0.0.1:61656_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2318936 INFO (jetty-closer-3037-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b977def{/solr,null,UNAVAILABLE}
[junit4] 2> 2318937 INFO (jetty-closer-3037-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@122b1a1b{/solr,null,UNAVAILABLE}
[junit4] 2> 2318939 ERROR (SUITE-DistribJoinFromCollectionTest-seed#[E67321104074B43D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2318941 INFO (SUITE-DistribJoinFromCollectionTest-seed#[E67321104074B43D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61654 61654
[junit4] 2> 2318958 INFO (Thread-4096) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61654 61654
[junit4] 2> 2319386 WARN (Thread-4096) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/to_2x2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/to_2x2/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98593783649599503-127.0.0.1:61656_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2319387 INFO (SUITE-DistribJoinFromCollectionTest-seed#[E67321104074B43D]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Sep 03, 2017 6:56:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1145, maxMBSortInHeap=6.593961128176581, sim=RandomSimilarity(queryNorm=true): {}, locale=mk-MK, timezone=Africa/Djibouti
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=158375480,total=508035072
[junit4] 2> NOTE: All tests run in this JVM: [AtomicUpdateProcessorFactoryTest, BlockCacheTest, TestFaceting, TestCollectionAPIs, ClassificationUpdateProcessorFactoryTest, TestOrdValues, IndexSchemaTest, CollectionTooManyReplicasTest, RestartWhileUpdatingTest, ResponseLogComponentTest, SolrCoreMetricManagerTest, PeerSyncWithIndexFingerprintCachingTest, SecurityConfHandlerTest, AlternateDirectoryTest, TestDFRSimilarityFactory, TestHighlightDedupGrouping, SolrXmlInZkTest, TestPKIAuthenticationPlugin, DocValuesMissingTest, TestManagedResourceStorage, AsyncCallRequestStatusResponseTest, SolrCLIZkUtilsTest, HdfsUnloadDistributedZkTest, SpatialFilterTest, HdfsCollectionsAPIDistributedZkTest, TestQuerySenderNoQuery, TestCodecSupport, FacetPivotSmallTest, XsltUpdateRequestHandlerTest, ReplicaListTransformerTest, ConfigureRecoveryStrategyTest, AssignBackwardCompatibilityTest, ScriptEngineTest, TestCloudSchemaless, TestFreeTextSuggestions, TestHashPartitioner, SolrGangliaReporterTest, DisMaxRequestHandlerTest, WordBreakSolrSpellCheckerTest, BasicAuthIntegrationTest, TestMiniSolrCloudClusterSSL, DirectUpdateHandlerOptimizeTest, TestIndexingPerformance, HighlighterTest, UUIDUpdateProcessorFallbackTest, TimeZoneUtilsTest, TestExtendedDismaxParser, ManagedSchemaRoundRobinCloudTest, DirectoryFactoryTest, TestManagedStopFilterFactory, ClusterStateTest, SoftAutoCommitTest, TestSimpleTextCodec, TestCSVResponseWriter, TestSubQueryTransformer, TestBackupRepositoryFactory, TestPointFields, TestMaxTokenLenTokenizer, CursorPagingTest, PKIAuthenticationIntegrationTest, JvmMetricsTest, RecoveryAfterSoftCommitTest, VersionInfoTest, ZkCLITest, LeaderInitiatedRecoveryOnShardRestartTest, TestCollectionAPI, RAMDirectoryFactoryTest, CdcrUpdateLogTest, HLLSerializationTest, TestCloudPseudoReturnFields, CdcrBootstrapTest, TestConfigSetImmutable, TestRecoveryHdfs, RulesTest, TestXmlQParserPlugin, LeaderFailureAfterFreshStartTest, SolrIndexSplitterTest, UnloadDistributedZkTest, CdcrReplicationHandlerTest, TestLegacyFieldReuse, V2ApiIntegrationTest, DistributedFacetPivotWhiteBoxTest, TestSha256AuthenticationProvider, SuggesterTest, FieldAnalysisRequestHandlerTest, TestClassicSimilarityFactory, MultiThreadedOCPTest, TestSweetSpotSimilarityFactory, TestInPlaceUpdatesStandalone, TestNumericTokenStream, TestReplicaProperties, DistributedSpellCheckComponentTest, HdfsDirectoryFactoryTest, TestConfigSets, DefaultValueUpdateProcessorTest, TestPayloadCheckQParserPlugin, DocExpirationUpdateProcessorFactoryTest, OutputWriterTest, TestFieldCacheSort, DateMathParserTest, TestManagedSchemaAPI, TestReplicationHandlerBackup, SpatialHeatmapFacetsTest, SimpleFacetsTest, TestTestInjection, TestHdfsUpdateLog, DistributedExpandComponentTest, TestDistribIDF, TestImpersonationWithHadoopAuth, UUIDFieldTest, TestEmbeddedSolrServerConstructors, MissingSegmentRecoveryTest, TestTolerantUpdateProcessorCloud, ZkStateReaderTest, TestAddFieldRealTimeGet, TestDistributedSearch, HdfsLockFactoryTest, TestStressReorder, NotRequiredUniqueKeyTest, SortByFunctionTest, TestHalfAndHalfDocValues, CloudMLTQParserTest, TestConfigSetsAPIZkFailure, TestPseudoReturnFields, CurrencyFieldTypeTest, BlockJoinFacetRandomTest, TestLeaderElectionZkExpiry, HdfsRestartWhileUpdatingTest, VMParamsZkACLAndCredentialsProvidersTest, TestCloudDeleteByQuery, OverseerCollectionConfigSetProcessorTest, XmlUpdateRequestHandlerTest, TestUnifiedSolrHighlighter, AnalysisAfterCoreReloadTest, TestPhraseSuggestions, ForceLeaderTest, TestSQLHandlerNonCloud, DirectUpdateHandlerTest, TestHashQParserPlugin, TestDocBasedVersionConstraints, QueryParsingTest, PeerSyncTest, TestCustomStream, SparseHLLTest, SharedFSAutoReplicaFailoverUtilsTest, TestRequestStatusCollectionAPI, TestCloudSearcherWarming, TestDownShardTolerantSearch, ExplicitHLLTest, TestIBSimilarityFactory, SolrShardReporterTest, SuggesterWFSTTest, MultiTermTest, URLClassifyProcessorTest, SimplePostToolTest, AddBlockUpdateTest, TestFunctionQuery, TestSerializedLuceneMatchVersion, ShardRoutingTest, TestPullReplicaErrorHandling, StressHdfsTest, CollectionsAPISolrJTest, HighlighterConfigTest, TestPHPSerializedResponseWriter, TestSolrDeletionPolicy2, TestFieldCacheVsDocValues, TestCloudJSONFacetJoinDomain, LeaderElectionContextKeyTest, TestSolrCoreSnapshots, TestGeoJSONResponseWriter, RequestHandlersTest, TestJavabinTupleStreamParser, TestSegmentSorting, OverseerTaskQueueTest, BasicDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, LeaderElectionTest, ZkControllerTest, DistributedTermsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, TestIndexSearcher, TestCoreDiscovery, CoreAdminHandlerTest, SuggesterTSTTest, TestStressLucene, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, TestSurroundQueryParser, TestQueryUtils, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, DocumentBuilderTest, TermVectorComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestStressRecovery, AssignTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteNodeTest, DistribJoinFromCollectionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistribJoinFromCollectionTest -Dtests.seed=E67321104074B43D -Dtests.slow=true -Dtests.locale=mk-MK -Dtests.timezone=Africa/Djibouti -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | DistribJoinFromCollectionTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : to_2x2
[junit4] > at __randomizedtesting.SeedInfo.seed([E67321104074B43D]:0)
[junit4] > at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
[junit4] > at org.apache.solr.cloud.DistribJoinFromCollectionTest.setupCluster(DistribJoinFromCollectionTest.java:94)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [518/731 (3!)] on J0 in 39.77s, 0 tests, 1 error <<< FAILURES!
[...truncated 46902 lines...]