You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/10 11:57:57 UTC
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20879 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20879/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseG1GC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
Error Message:
Error from server at http://127.0.0.1:35345/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35345/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:132)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Error from server at http://127.0.0.1:36999/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36999/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:B9CD25FAABA0EB4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:160)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Error from server at http://127.0.0.1:36999/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36999/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:F6FAA41099222A1E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at http://127.0.0.1:36999/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36999/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:5744C6062D8FF02E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:36999/solr: Could not find collection : routeFieldColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36999/solr: Could not find collection : routeFieldColl
at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:C94BC2E908415396]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 null Live Nodes: [127.0.0.1:34245_solr, 127.0.0.1:36885_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple2_shard1_replica_n1", "base_url":"http://127.0.0.1:36885/solr", "node_name":"127.0.0.1:36885_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node5":{ "core":"testSimple2_shard1_replica_n2", "base_url":"http://127.0.0.1:46097/solr", "node_name":"127.0.0.1:46097_solr", "state":"down", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple2_shard2_replica_n4", "base_url":"http://127.0.0.1:36885/solr", "node_name":"127.0.0.1:36885_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node8":{ "core":"testSimple2_shard2_replica_n6", "base_url":"http://127.0.0.1:46097/solr", "node_name":"127.0.0.1:46097_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
null
Live Nodes: [127.0.0.1:34245_solr, 127.0.0.1:36885_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/14)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple2_shard1_replica_n1",
"base_url":"http://127.0.0.1:36885/solr",
"node_name":"127.0.0.1:36885_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node5":{
"core":"testSimple2_shard1_replica_n2",
"base_url":"http://127.0.0.1:46097/solr",
"node_name":"127.0.0.1:46097_solr",
"state":"down",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple2_shard2_replica_n4",
"base_url":"http://127.0.0.1:36885/solr",
"node_name":"127.0.0.1:36885_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node8":{
"core":"testSimple2_shard2_replica_n6",
"base_url":"http://127.0.0.1:46097/solr",
"node_name":"127.0.0.1:46097_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:9B19687C1228313F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:125)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11926 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 71475 INFO (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/init-core-data-001
[junit4] 2> 71475 WARN (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 71475 INFO (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 71476 INFO (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 71476 INFO (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001
[junit4] 2> 71477 INFO (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 71477 INFO (Thread-55) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 71477 INFO (Thread-55) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 71478 ERROR (Thread-55) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 71577 INFO (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42109
[junit4] 2> 71582 INFO (jetty-launcher-73-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 71582 INFO (jetty-launcher-73-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 71583 INFO (jetty-launcher-73-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 71583 INFO (jetty-launcher-73-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 71585 INFO (jetty-launcher-73-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c651ac2{/solr,null,AVAILABLE}
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bde0528{/solr,null,AVAILABLE}
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48d7b51f{HTTP/1.1,[http/1.1]}{127.0.0.1:36999}
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-3) [ ] o.e.j.s.Server Started @73357ms
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36999}
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e2a9e41{HTTP/1.1,[http/1.1]}{127.0.0.1:44817}
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@783960f1{/solr,null,AVAILABLE}
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-4) [ ] o.e.j.s.Server Started @73357ms
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44817}
[junit4] 2> 71587 INFO (jetty-launcher-73-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43083b94{/solr,null,AVAILABLE}
[junit4] 2> 71588 ERROR (jetty-launcher-73-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 71588 ERROR (jetty-launcher-73-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T10:54:16.823618Z
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T10:54:16.823628Z
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7929a92a{HTTP/1.1,[http/1.1]}{127.0.0.1:39967}
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d1f73eb{HTTP/1.1,[http/1.1]}{127.0.0.1:41411}
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-1) [ ] o.e.j.s.Server Started @73358ms
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-2) [ ] o.e.j.s.Server Started @73358ms
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39967}
[junit4] 2> 71588 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41411}
[junit4] 2> 71588 ERROR (jetty-launcher-73-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 71589 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 71589 ERROR (jetty-launcher-73-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 71589 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 71589 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 71589 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 71589 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T10:54:16.824141Z
[junit4] 2> 71589 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 71589 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 71589 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T10:54:16.824578Z
[junit4] 2> 71598 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 71599 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 71599 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 71599 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 71604 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa590e2890004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 71608 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42109/solr
[junit4] 2> 71620 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42109/solr
[junit4] 2> 71627 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42109/solr
[junit4] 2> 71639 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42109/solr
[junit4] 2> 71683 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa590e2890009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 71724 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 71725 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 71725 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39967_solr
[junit4] 2> 71727 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36999_solr
[junit4] 2> 71728 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98979758519943179-127.0.0.1:39967_solr-n_0000000000) starting
[junit4] 2> 71735 INFO (zkCallback-93-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 71736 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 71736 INFO (zkCallback-96-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 71737 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 71748 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44817_solr
[junit4] 2> 71749 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 71749 INFO (zkCallback-93-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 71750 INFO (zkCallback-96-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 71788 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39967_solr
[junit4] 2> 71789 INFO (zkCallback-96-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 71789 INFO (zkCallback-93-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 71792 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 71811 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 71812 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 71814 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41411_solr
[junit4] 2> 71815 INFO (zkCallback-96-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 71815 INFO (zkCallback-93-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 71815 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 71823 INFO (zkCallback-88-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 71894 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71900 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71905 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71911 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71911 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71912 INFO (jetty-launcher-73-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/.
[junit4] 2> 71917 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71918 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71919 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71919 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71920 INFO (jetty-launcher-73-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/.
[junit4] 2> 71922 INFO (jetty-launcher-73-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/.
[junit4] 2> 71926 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71936 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71936 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 71952 INFO (jetty-launcher-73-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/.
[junit4] 2> 72055 INFO (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 72056 INFO (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42109/solr ready
[junit4] 2> 72080 INFO (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[A3AA4C8235DBE5EE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
[junit4] 2> 72081 INFO (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[A3AA4C8235DBE5EE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 72088 INFO (qtp1896990202-428) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 72091 INFO (OverseerThreadFactory-219-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
[junit4] 2> 72201 INFO (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"routeFieldColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44817/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 72203 INFO (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"routeFieldColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39967/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 72204 INFO (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"routeFieldColl_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36999/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 72206 INFO (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"routeFieldColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41411/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 72207 INFO (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"routeFieldColl_shard3_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44817/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 72209 INFO (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"routeFieldColl_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39967/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 72210 INFO (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"routeFieldColl_shard4_replica_n13",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36999/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 72211 INFO (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"routeFieldColl_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41411/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 72415 INFO (qtp1896990202-418) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n4&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 72417 INFO (qtp1896990202-418) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 72418 INFO (qtp397494463-424) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n9&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 72418 INFO (qtp397494463-424) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 72427 INFO (qtp994754431-440) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 72427 INFO (qtp994754431-440) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 72428 INFO (qtp397494463-445) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 72428 INFO (qtp994754431-441) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n10&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 72429 INFO (qtp1896990202-435) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n13&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 72431 INFO (qtp1155914423-446) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n6&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 72431 INFO (qtp1155914423-443) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 72431 INFO (qtp1155914423-446) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 72537 INFO (zkCallback-93-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 72537 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 72537 INFO (zkCallback-96-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 72537 INFO (zkCallback-88-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 72537 INFO (zkCallback-93-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 72537 INFO (zkCallback-94-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 72537 INFO (zkCallback-88-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 72538 INFO (zkCallback-96-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73425 INFO (qtp397494463-424) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73425 INFO (qtp1896990202-418) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73433 INFO (qtp1896990202-418) [ ] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 73433 INFO (qtp397494463-424) [ ] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n9] Schema name=cloud-dynamic
[junit4] 2> 73441 INFO (qtp397494463-445) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73446 INFO (qtp1896990202-435) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73461 INFO (qtp1155914423-443) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73463 INFO (qtp994754431-440) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73480 INFO (qtp994754431-441) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73481 INFO (qtp1155914423-446) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 73487 INFO (qtp397494463-445) [ ] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 73488 INFO (qtp1896990202-435) [ ] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n13] Schema name=cloud-dynamic
[junit4] 2> 73498 INFO (qtp397494463-424) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 73499 INFO (qtp1155914423-446) [ ] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 73499 INFO (qtp397494463-424) [ ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n9' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 73499 INFO (qtp397494463-424) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.core.routeFieldColl.shard3.replica_n9' (registry 'solr.core.routeFieldColl.shard3.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 73499 INFO (qtp397494463-424) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 73499 INFO (qtp397494463-424) [ ] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n9] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/routeFieldColl_shard3_replica_n9], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/./routeFieldColl_shard3_replica_n9/data/]
[junit4] 2> 73501 INFO (qtp1155914423-443) [ ] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 73502 INFO (qtp1896990202-418) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 73502 INFO (qtp1896990202-418) [ ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n4' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 73503 INFO (qtp1896990202-418) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.core.routeFieldColl.shard2.replica_n4' (registry 'solr.core.routeFieldColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 73503 INFO (qtp1896990202-418) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 73503 INFO (qtp1896990202-418) [ ] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/routeFieldColl_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/./routeFieldColl_shard2_replica_n4/data/]
[junit4] 2> 73506 INFO (qtp994754431-441) [ ] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 73514 INFO (qtp994754431-440) [ ] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 73569 INFO (qtp1155914423-446) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 73570 INFO (qtp1155914423-446) [ ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n6' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 73572 INFO (qtp1155914423-446) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.core.routeFieldColl.shard2.replica_n6' (registry 'solr.core.routeFieldColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 73572 INFO (qtp1155914423-446) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 73573 INFO (qtp1155914423-446) [ ] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/routeFieldColl_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/./routeFieldColl_shard2_replica_n6/data/]
[junit4] 2> 73578 INFO (qtp994754431-440) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 73578 INFO (qtp994754431-440) [ ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n2' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 73579 INFO (qtp994754431-440) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.core.routeFieldColl.shard1.replica_n2' (registry 'solr.core.routeFieldColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 73579 INFO (qtp994754431-440) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 73579 INFO (qtp994754431-440) [ ] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/routeFieldColl_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/./routeFieldColl_shard1_replica_n2/data/]
[junit4] 2> 73584 INFO (qtp1155914423-443) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 73584 INFO (qtp1155914423-443) [ ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n14' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 73584 INFO (qtp1155914423-443) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.core.routeFieldColl.shard4.replica_n14' (registry 'solr.core.routeFieldColl.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 73585 INFO (qtp1155914423-443) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 73585 INFO (qtp1155914423-443) [ ] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/routeFieldColl_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/./routeFieldColl_shard4_replica_n14/data/]
[junit4] 2> 73585 INFO (qtp1896990202-435) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 73585 INFO (qtp1896990202-435) [ ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n13' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 73585 INFO (qtp397494463-445) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 73585 INFO (qtp397494463-445) [ ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n1' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 73586 INFO (qtp1896990202-435) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.core.routeFieldColl.shard4.replica_n13' (registry 'solr.core.routeFieldColl.shard4.replica_n13') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 73586 INFO (qtp1896990202-435) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 73586 INFO (qtp1896990202-435) [ ] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n13] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/routeFieldColl_shard4_replica_n13], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/./routeFieldColl_shard4_replica_n13/data/]
[junit4] 2> 73588 INFO (qtp397494463-445) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.core.routeFieldColl.shard1.replica_n1' (registry 'solr.core.routeFieldColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 73588 INFO (qtp397494463-445) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 73588 INFO (qtp397494463-445) [ ] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/routeFieldColl_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/./routeFieldColl_shard1_replica_n1/data/]
[junit4] 2> 73605 INFO (qtp994754431-441) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 73605 INFO (qtp994754431-441) [ ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n10' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 73606 INFO (qtp994754431-441) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.core.routeFieldColl.shard3.replica_n10' (registry 'solr.core.routeFieldColl.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
[junit4] 2> 73606 INFO (qtp994754431-441) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 73606 INFO (qtp994754431-441) [ ] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/routeFieldColl_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/./routeFieldColl_shard3_replica_n10/data/]
[junit4] 2> 73675 INFO (qtp1896990202-435) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 73675 INFO (qtp1896990202-435) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 73675 INFO (qtp1896990202-418) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 73675 INFO (qtp1896990202-418) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 73676 INFO (qtp1896990202-418) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 73676 INFO (qtp1896990202-418) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 73678 INFO (qtp1896990202-418) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@247c2e6b[routeFieldColl_shard2_replica_n4] main]
[junit4] 2> 73679 INFO (qtp1896990202-418) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 73680 INFO (qtp1896990202-418) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 73681 INFO (qtp1896990202-418) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 73681 INFO (qtp1896990202-418) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138629103616
[junit4] 2> 73689 INFO (qtp1896990202-435) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 73689 INFO (qtp1896990202-435) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 73689 INFO (qtp1896990202-418) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 73692 INFO (searcherExecutor-229-thread-1) [ ] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n4] Registered new searcher Searcher@247c2e6b[routeFieldColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 73695 INFO (qtp1896990202-435) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@497d6303[routeFieldColl_shard4_replica_n13] main]
[junit4] 2> 73697 INFO (qtp1896990202-435) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 73722 INFO (qtp1896990202-435) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 73723 INFO (qtp1896990202-435) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 73724 INFO (searcherExecutor-233-thread-1) [ ] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n13] Registered new searcher Searcher@497d6303[routeFieldColl_shard4_replica_n13] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 73724 INFO (qtp1896990202-435) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138674192384
[junit4] 2> 73728 INFO (qtp1896990202-435) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
[junit4] 2> 73834 INFO (zkCallback-96-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73834 INFO (zkCallback-96-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73835 INFO (zkCallback-94-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73835 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73834 INFO (zkCallback-88-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73834 INFO (zkCallback-88-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73835 INFO (zkCallback-93-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73835 INFO (zkCallback-93-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 73846 INFO (qtp1155914423-446) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 73846 INFO (qtp1155914423-446) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 73848 INFO (qtp1155914423-446) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 73848 INFO (qtp1155914423-446) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 73856 INFO (qtp1155914423-446) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d4a08ef[routeFieldColl_shard2_replica_n6] main]
[junit4] 2> 73856 INFO (qtp397494463-424) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 73856 INFO (qtp397494463-424) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 73857 INFO (qtp1155914423-446) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 73857 INFO (qtp1155914423-446) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 73857 INFO (qtp397494463-424) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 73857 INFO (qtp397494463-424) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 73857 INFO (qtp397494463-445) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 73858 INFO (qtp397494463-445) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 73858 INFO (qtp1155914423-446) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 73863 INFO (searcherExecutor-230-thread-1) [ ] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n6] Registered new searcher Searcher@1d4a08ef[routeFieldColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 73863 INFO (qtp1155914423-446) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138819944448
[junit4] 2> 73868 INFO (qtp397494463-424) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46c0e937[routeFieldColl_shard3_replica_n9] main]
[junit4] 2> 73869 INFO (qtp397494463-424) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 73869 INFO (qtp397494463-424) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 73869 INFO (qtp397494463-445) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 73869 INFO (qtp397494463-445) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 73870 INFO (qtp397494463-424) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 73875 INFO (searcherExecutor-228-thread-1) [ ] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n9] Registered new searcher Searcher@46c0e937[routeFieldColl_shard3_replica_n9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 73875 INFO (qtp994754431-440) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 73875 INFO (qtp397494463-424) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138832527360
[junit4] 2> 73875 INFO (qtp994754431-440) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 73876 INFO (qtp1155914423-443) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 73876 INFO (qtp1155914423-443) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 73877 INFO (qtp994754431-440) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 73877 INFO (qtp994754431-440) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 73878 INFO (qtp1155914423-443) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 73878 INFO (qtp1155914423-443) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 73879 INFO (qtp397494463-445) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@56ba251c[routeFieldColl_shard1_replica_n1] main]
[junit4] 2> 73879 INFO (qtp1155914423-443) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@41d5f95f[routeFieldColl_shard4_replica_n14] main]
[junit4] 2> 73880 INFO (qtp994754431-441) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 73881 INFO (qtp1155914423-443) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 73881 INFO (qtp994754431-441) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 73881 INFO (qtp397494463-445) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 73881 INFO (qtp1155914423-443) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 73882 INFO (qtp1155914423-443) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 73882 INFO (qtp1155914423-443) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138839867392
[junit4] 2> 73883 INFO (qtp397494463-445) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 73883 INFO (qtp397494463-445) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 73884 INFO (qtp994754431-441) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 73884 INFO (qtp994754431-441) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 73884 INFO (searcherExecutor-234-thread-1) [ ] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n1] Registered new searcher Searcher@56ba251c[routeFieldColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 73884 INFO (qtp397494463-445) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138841964544
[junit4] 2> 73890 INFO (qtp994754431-440) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c489fb9[routeFieldColl_shard1_replica_n2] main]
[junit4] 2> 73895 INFO (qtp994754431-441) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c38cca1[routeFieldColl_shard3_replica_n10] main]
[junit4] 2> 73900 INFO (qtp994754431-440) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 73902 INFO (qtp994754431-440) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 73902 INFO (qtp994754431-440) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 73906 INFO (searcherExecutor-232-thread-1) [ ] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n14] Registered new searcher Searcher@41d5f95f[routeFieldColl_shard4_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 73907 INFO (searcherExecutor-231-thread-1) [ ] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n2] Registered new searcher Searcher@6c489fb9[routeFieldColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 73907 INFO (qtp994754431-440) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138866081792
[junit4] 2> 73908 INFO (qtp397494463-424) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
[junit4] 2> 73909 INFO (qtp397494463-445) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 73909 INFO (qtp994754431-441) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 73910 INFO (qtp994754431-441) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 73911 INFO (qtp994754431-441) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 73912 INFO (searcherExecutor-235-thread-1) [ ] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n10] Registered new searcher Searcher@2c38cca1[routeFieldColl_shard3_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 73912 INFO (qtp994754431-441) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138871324672
[junit4] 2> 74012 INFO (zkCallback-93-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74012 INFO (zkCallback-96-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74012 INFO (zkCallback-88-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74012 INFO (zkCallback-94-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74012 INFO (zkCallback-88-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74012 INFO (zkCallback-96-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74012 INFO (zkCallback-93-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74012 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 74190 INFO (qtp1896990202-418) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 74190 INFO (qtp1896990202-418) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 74190 INFO (qtp1896990202-418) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36999/solr/routeFieldColl_shard2_replica_n4/
[junit4] 2> 74194 INFO (qtp1896990202-418) [ ] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica_n4 url=http://127.0.0.1:36999/solr START replicas=[http://127.0.0.1:41411/solr/routeFieldColl_shard2_replica_n6/] nUpdates=100
[junit4] 2> 74198 INFO (qtp1155914423-425) [ ] o.a.s.c.S.Request [routeFieldCo
[...truncated too long message...]
omain = solr.core.testSimple2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSimple2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@63235c10
[junit4] 2> 2892142 INFO (coreCloseExecutor-6824-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=1922299260
[junit4] 2> 2892142 INFO (coreCloseExecutor-6824-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard3.replica_n4, tag=667506827
[junit4] 2> 2892142 INFO (coreCloseExecutor-6824-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52016035: rootName = solr_34245, domain = solr.core.testSimple3.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple3.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@fbebddb
[junit4] 2> 2892146 INFO (coreCloseExecutor-6823-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple2.shard2.replica_n4, tag=991230264
[junit4] 2> 2892146 INFO (coreCloseExecutor-6823-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74d5e10a: rootName = solr_36885, domain = solr.core.testSimple2.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple2.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@5798730a
[junit4] 2> 2892147 INFO (coreCloseExecutor-6824-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple1.shard1.replica_n1, tag=1430097037
[junit4] 2> 2892147 INFO (coreCloseExecutor-6824-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7407862f: rootName = solr_34245, domain = solr.core.testSimple1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSimple1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5b43b450
[junit4] 2> 2892151 INFO (coreCloseExecutor-6823-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=985366694
[junit4] 2> 2892151 INFO (coreCloseExecutor-6823-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=780919130
[junit4] 2> 2892151 INFO (coreCloseExecutor-6823-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=991230264
[junit4] 2> 2892152 INFO (jetty-closer-4225-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a278e08{/solr,null,UNAVAILABLE}
[junit4] 2> 2892152 INFO (coreCloseExecutor-6824-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=667506827
[junit4] 2> 2892153 INFO (coreCloseExecutor-6824-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=1430097037
[junit4] 2> 2892153 INFO (jetty-closer-4225-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98979933939761159-127.0.0.1:34245_solr-n_0000000000) closing
[junit4] 2> 2892153 INFO (OverseerStateUpdate-98979933939761159-127.0.0.1:34245_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34245_solr
[junit4] 2> 2892153 WARN (OverseerAutoScalingTriggerThread-98979933939761159-127.0.0.1:34245_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2892154 DEBUG (jetty-closer-4225-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2892154 INFO (jetty-closer-4225-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@959ab2a{/solr,null,UNAVAILABLE}
[junit4] 2> 2892154 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2892155 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[A3AA4C8235DBE5EE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42299 42299
[junit4] 2> 2895636 INFO (Thread-8586) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42299 42299
[junit4] 2> 2895636 WARN (Thread-8586) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/testSimple1/state.json
[junit4] 2> 21 /solr/collections/testSimple2/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/collections/testSimple3/state.json
[junit4] 2> 3 /solr/overseer_elect/election/98979933939761159-127.0.0.1:34245_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/98979933939761159-core_node3-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98979933939761161-127.0.0.1:36885_solr-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/98979933939761159-core_node6-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_A3AA4C8235DBE5EE-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d87dc74), locale=es-IC, timezone=Europe/Tiraspol
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=313847320,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerSchemaAPI, ShufflingReplicaListTransformerTest, CdcrReplicationDistributedZkTest, TestWordDelimiterFilterFactory, V2ApiIntegrationTest, CheckHdfsIndexTest, TestComponentsName, SuggestComponentTest, TestCloudDeleteByQuery, SoftAutoCommitTest, DeleteInactiveReplicaTest, ZkStateWriterTest, TestFastOutputStream, TestTolerantUpdateProcessorRandomCloud, TestMergePolicyConfig, OverseerStatusTest, TestDistributedSearch, TestSimpleQParserPlugin, TestSolrDeletionPolicy1, BasicDistributedZkTest, DocumentBuilderTest, TestSegmentSorting, TermsComponentTest, PreAnalyzedFieldManagedSchemaCloudTest, PrimitiveFieldTypeTest, CursorPagingTest, TestFileDictionaryLookup, FastVectorHighlighterTest, TestLegacyNumericUtils, TestFieldTypeResource, SolrCloudReportersTest, TestImpersonationWithHadoopAuth, TestSort, TestRecoveryHdfs, TestCustomSort, TestSimpleTextCodec, TestHdfsBackupRestoreCore, ActionThrottleTest, HdfsTlogReplayBufferedWhileIndexingTest, TestSolrQueryResponse, TestIBSimilarityFactory, TestSlowCompositeReaderWrapper, QueryResultKeyTest, TestSolrConfigHandlerCloud, TermVectorComponentTest, TestRecovery, TestCopyFieldCollectionResource, TestRandomCollapseQParserPlugin, TestFoldingMultitermQuery, TestConfigSetImmutable, CoreAdminCreateDiscoverTest, TestRequestForwarding, TestBulkSchemaConcurrent, SolrCloudExampleTest, TestUpdate, TestCoreAdminApis, HdfsNNFailoverTest, DateMathParserTest, ZkControllerTest, RAMDirectoryFactoryTest, ResourceLoaderTest, TestJoin, TestCodecSupport, TestSchemaManager, TestPerFieldSimilarityWithDefaultOverride, AutoAddReplicasPlanActionTest, FacetPivotSmallTest, TestMiniSolrCloudClusterSSL, TestManagedResourceStorage, PeerSyncTest, TestLegacyNumericRangeQueryBuilder, DirectUpdateHandlerOptimizeTest, SolrInfoBeanTest, SolrPluginUtilsTest, HdfsChaosMonkeyNothingIsSafeTest, TestPostingsSolrHighlighter, TestNestedDocsSort, TestMultiWordSynonyms, SliceStateTest, TestManagedSchemaAPI, OverseerCollectionConfigSetProcessorTest, TestTestInjection, TestCSVLoader, TestHdfsUpdateLog, SolrJmxReporterCloudTest, TestDistribIDF, TestGraphMLResponseWriter, TestCollectionsAPIViaSolrCloudCluster, TestHighlightDedupGrouping, TestSuggestSpellingConverter, TestJsonRequest, TestQueryUtils, TestLRUStatsCache, ExternalFileFieldSortTest, DocValuesTest, TestLeaderInitiatedRecoveryThread, TestHdfsCloudBackupRestore, DistributedFacetPivotSmallAdvancedTest, DistributedMLTComponentTest, TestSchemaSimilarityResource, LeaderInitiatedRecoveryOnCommitTest, TestClassicSimilarityFactory, HLLUtilTest, TestSolrCloudWithSecureImpersonation, TestCrossCoreJoin, TestPHPSerializedResponseWriter, NodeMutatorTest, TestCollapseQParserPlugin, TestManagedSynonymGraphFilterFactory, TestImplicitCoreProperties, SSLMigrationTest, PKIAuthenticationIntegrationTest, TestBinaryField, CdcrUpdateLogTest, TestGraphTermsQParserPlugin, TestUniqueKeyFieldResource, TestRandomRequestDistribution, RecoveryAfterSoftCommitTest, TestConfigSetsAPIZkFailure, NoCacheHeaderTest, TestRandomFaceting, SpatialFilterTest, TestCloudSearcherWarming, TestDistribDocBasedVersion, TestPayloadCheckQParserPlugin, TestCloudPivotFacet, TestConfigSetsAPI, TestPullReplica, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [574/749 (3!)] on J0 in 147.55s, 1 test, 1 failure <<< FAILURES!
[...truncated 40687 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20893 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20893/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
8 tests failed.
FAILED: org.apache.solr.cloud.TestPullReplica.testAddDocs
Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully remove collection: pull_replica_test_add_docs
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully remove collection: pull_replica_test_add_docs
at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:64AB55850C0E511D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.tearDown(TestPullReplica.java:114)
at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[84204E83EF40A3F0:9F30BFCF19B05BC0]}
Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_create_delete
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_create_delete
at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:9F30BFCF19B05BC0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[84204E83EF40A3F0:2B6603332D7290EC]}
Error Message:
expected:<200> but was:<500>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<500>
at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:2B6603332D7290EC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:156)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testKillLeader
Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_leader
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_leader
at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:CD36BA378DFB37A6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:289)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testRealTimeGet
Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_real_time_get
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_real_time_get
at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:DC4DBB804DFA0D39]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:327)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica
Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica
at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:F71DF996F7F7B074]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica(TestPullReplica.java:263)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testKillPullReplica
Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_pull_replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_pull_replica
at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:8D152164FF142C8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.testKillPullReplica(TestPullReplica.java:463)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas
Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas
at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:172ED2B8FBBE4A59]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
at org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas(TestPullReplica.java:285)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13398 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/init-core-data-001
[junit4] 2> 1986469 WARN (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 1986469 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1986470 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1986470 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1986471 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001
[junit4] 2> 1986471 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1986471 INFO (Thread-4052) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1986471 INFO (Thread-4052) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1986474 ERROR (Thread-4052) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1986571 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34707
[junit4] 2> 1986576 INFO (jetty-launcher-4712-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1986576 INFO (jetty-launcher-4712-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1986577 INFO (jetty-launcher-4712-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d432bf{/solr,null,AVAILABLE}
[junit4] 2> 1986577 INFO (jetty-launcher-4712-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c4f42c{/solr,null,AVAILABLE}
[junit4] 2> 1986578 INFO (jetty-launcher-4712-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17de321{HTTP/1.1,[http/1.1]}{127.0.0.1:43221}
[junit4] 2> 1986578 INFO (jetty-launcher-4712-thread-2) [ ] o.e.j.s.Server Started @1988501ms
[junit4] 2> 1986578 INFO (jetty-launcher-4712-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43221}
[junit4] 2> 1986578 ERROR (jetty-launcher-4712-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T07:28:50.919Z
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cda30a{HTTP/1.1,[http/1.1]}{127.0.0.1:42921}
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-1) [ ] o.e.j.s.Server Started @1988502ms
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42921}
[junit4] 2> 1986579 ERROR (jetty-launcher-4712-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1986579 INFO (jetty-launcher-4712-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1986580 INFO (jetty-launcher-4712-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1986580 INFO (jetty-launcher-4712-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T07:28:50.920Z
[junit4] 2> 1986580 INFO (jetty-launcher-4712-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1986581 INFO (jetty-launcher-4712-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1986586 INFO (jetty-launcher-4712-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34707/solr
[junit4] 2> 1986586 INFO (jetty-launcher-4712-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34707/solr
[junit4] 2> 1986638 INFO (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1986639 INFO (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42921_solr
[junit4] 2> 1986640 INFO (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr ] o.a.s.c.Overseer Overseer (id=98990275350429702-127.0.0.1:42921_solr-n_0000000000) starting
[junit4] 2> 1986648 INFO (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1986648 INFO (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43221_solr
[junit4] 2> 1986668 INFO (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1986671 INFO (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1986671 INFO (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42921_solr
[junit4] 2> 1986671 INFO (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1986672 INFO (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1986783 INFO (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1986784 INFO (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1986789 INFO (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1986789 INFO (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1986790 INFO (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1986790 INFO (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1986790 INFO (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/.
[junit4] 2> 1986791 INFO (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/.
[junit4] 2> 1986821 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1986821 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34707/solr ready
[junit4] 2> 1986822 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 1986823 INFO (qtp16861779-20479) [n:127.0.0.1:42921_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1986824 INFO (qtp16861779-20479) [n:127.0.0.1:42921_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1986883 INFO (TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[84204E83EF40A3F0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchWhileReplicationHappens
[junit4] 2> 1986883 INFO (TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[84204E83EF40A3F0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchWhileReplicationHappens
[junit4] 2> 1986935 INFO (TEST-TestPullReplica.testAddDocs-seed#[84204E83EF40A3F0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
[junit4] 2> 1986935 INFO (qtp16861779-20480) [n:127.0.0.1:42921_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1986936 INFO (OverseerThreadFactory-7134-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_add_docs
[junit4] 2> 1986936 WARN (OverseerThreadFactory-7134-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection pull_replica_test_add_docs is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1987053 INFO (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42921/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1987054 INFO (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43221/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1987055 INFO (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_add_docs",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_add_docs_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42921/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1987256 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1987256 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1987257 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1987257 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1987257 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1987362 INFO (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1987362 INFO (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1987362 INFO (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1987362 INFO (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988267 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1988267 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1988268 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1988273 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p4] Schema name=minimal
[junit4] 2> 1988274 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1988274 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p2] Schema name=minimal
[junit4] 2> 1988301 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1988302 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p4' using configuration from collection pull_replica_test_add_docs, trusted=true
[junit4] 2> 1988302 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1988302 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_n1' using configuration from collection pull_replica_test_add_docs, trusted=true
[junit4] 2> 1988302 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.core.pull_replica_test_add_docs.shard1.replica_p4' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1988302 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1988302 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1988302 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_p4/data/]
[junit4] 2> 1988302 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p2' using configuration from collection pull_replica_test_add_docs, trusted=true
[junit4] 2> 1988303 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.core.pull_replica_test_add_docs.shard1.replica_n1' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1988303 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1988303 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_n1/data/]
[junit4] 2> 1988303 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.core.pull_replica_test_add_docs.shard1.replica_p2' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
[junit4] 2> 1988303 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1988305 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/pull_replica_test_add_docs_shard1_replica_p2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/./pull_replica_test_add_docs_shard1_replica_p2/data/]
[junit4] 2> 1988361 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1988362 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1988362 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1988362 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1988363 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@b8d354[pull_replica_test_add_docs_shard1_replica_p4] main]
[junit4] 2> 1988364 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1988364 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1988364 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1988364 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1988365 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1988365 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1988365 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1988365 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e9d8ba[pull_replica_test_add_docs_shard1_replica_n1] main]
[junit4] 2> 1988366 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p4 starting background replication from leader
[junit4] 2> 1988366 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1988366 INFO (searcherExecutor-7139-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_p4 s:shard1 c:pull_replica_test_add_docs r:core_node6) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p4] Registered new searcher Searcher@b8d354[pull_replica_test_add_docs_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1988366 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1988366 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1988366 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b85f2c[pull_replica_test_add_docs_shard1_replica_p2] main]
[junit4] 2> 1988366 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1988366 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1988367 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1988367 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1988367 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1988367 INFO (searcherExecutor-7140-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@1e9d8ba[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1988367 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1988367 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583844407594975232
[junit4] 2> 1988367 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p2 starting background replication from leader
[junit4] 2> 1988367 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1988368 INFO (searcherExecutor-7141-thread-1-processing-n:127.0.0.1:43221_solr x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 c:pull_replica_test_add_docs r:core_node5) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher Searcher@1b85f2c[pull_replica_test_add_docs_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1988368 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1988368 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1988370 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1988370 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1988370 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/
[junit4] 2> 1988370 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1988370 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/ has no replicas
[junit4] 2> 1988370 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1988371 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/ shard1
[junit4] 2> 1988472 INFO (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988472 INFO (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988472 INFO (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988472 INFO (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988517 INFO (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 1988518 INFO (indexFetcher-7155-thread-1) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 1988521 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1988522 INFO (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1266
[junit4] 2> 1988625 INFO (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988625 INFO (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988625 INFO (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1988626 INFO (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1989376 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2119
[junit4] 2> 1989376 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2119
[junit4] 2> 1989379 INFO (qtp16861779-20480) [n:127.0.0.1:42921_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1989470 INFO (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1989470 INFO (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1989470 INFO (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1989470 INFO (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1990379 INFO (qtp16861779-20480) [n:127.0.0.1:42921_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3443
[junit4] 2> 1990383 INFO (qtp16861779-20481) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1583844409707855872)]} 0 1
[junit4] 2> 1990383 INFO (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583844409708904448,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1990383 INFO (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@92f073 commitCommandVersion:1583844409708904448
[junit4] 2> 1990388 INFO (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e8e8aa[pull_replica_test_add_docs_shard1_replica_n1] main]
[junit4] 2> 1990388 INFO (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1990389 INFO (searcherExecutor-7140-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@e8e8aa[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1990389 INFO (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=pull_replica_test_add_docs:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 1990391 INFO (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1990393 INFO (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1990494 INFO (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1990595 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1990695 INFO (qtp20254541-20469) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1990796 INFO (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1990896 INFO (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1990942 INFO (OverseerCollectionConfigSetProcessor-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1990997 INFO (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1991098 INFO (qtp20254541-20469) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1991198 INFO (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1991299 INFO (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1991367 INFO (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1991367 INFO (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/
[junit4] 2> 1991368 INFO (
[...truncated too long message...]
be07f
[junit4] 2> 2232349 INFO (jetty-closer-4713-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2232349 INFO (jetty-closer-4713-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18aaf3a: rootName = solr_42921, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@12be07f
[junit4] 2> 2232352 INFO (jetty-closer-4713-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2232352 INFO (jetty-closer-4713-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f8b7bb: rootName = solr_43221, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@145e1cb
[junit4] 2> 2232353 INFO (jetty-closer-4713-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43221_solr
[junit4] 2> 2232353 INFO (jetty-closer-4713-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2232353 INFO (jetty-closer-4713-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2232353 INFO (jetty-closer-4713-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17fe32: rootName = solr_42921, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@145e1cb
[junit4] 2> 2232353 INFO (zkCallback-4723-thread-3-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2232353 INFO (zkCallback-4724-thread-3-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2232354 INFO (jetty-closer-4713-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d432bf{/solr,null,UNAVAILABLE}
[junit4] 2> 2232355 INFO (jetty-closer-4713-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42921_solr
[junit4] 2> 2232356 INFO (jetty-closer-4713-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2232356 INFO (zkCallback-4724-thread-3-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2232356 INFO (jetty-closer-4713-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98990275350429702-127.0.0.1:42921_solr-n_0000000000) closing
[junit4] 2> 2232356 INFO (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42921_solr
[junit4] 2> 2232356 WARN (OverseerAutoScalingTriggerThread-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2232360 INFO (jetty-closer-4713-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c4f42c{/solr,null,UNAVAILABLE}
[junit4] 2> 2232360 ERROR (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2232360 INFO (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34707 34707
[junit4] 2> 2237391 INFO (Thread-4052) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34707 34707
[junit4] 2> 2237392 WARN (Thread-4052) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=FSTOrd50, id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1627, maxMBSortInHeap=6.642166144529886, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bb88ff), locale=lt, timezone=Canada/Atlantic
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=250616328,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestChildDocTransformer, TestRTimerTree, TestStressLucene, SolrGangliaReporterTest, SolrXmlInZkTest, TestFieldSortValues, ConvertedLegacyTest, TestAnalyzedSuggestions, DistributedIntervalFacetingTest, SaslZkACLProviderTest, ZkSolrClientTest, ZkCLITest, TestWriterPerf, BasicAuthIntegrationTest, TestReplicationHandlerBackup, OverseerModifyCollectionTest, DistribDocExpirationUpdateProcessorTest, ChaosMonkeySafeLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsUnloadDistributedZkTest, QueryEqualityTest, TestConfigSetsAPI, TestFieldCacheVsDocValues, TestNumericTerms32, SolrIndexConfigTest, ClassificationUpdateProcessorTest, RegexBoostProcessorTest, HealthCheckHandlerTest, TestCryptoKeys, LeaderFailoverAfterPartitionTest, TestOnReconnectListenerSupport, NumericFieldsTest, SuggesterFSTTest, SignatureUpdateProcessorFactoryTest, TestSchemaNameResource, TestRequestStatusCollectionAPI, SolrRequestParserTest, TestDownShardTolerantSearch, DocumentAnalysisRequestHandlerTest, TestSchemalessBufferedUpdates, BadCopyFieldTest, TestSolrConfigHandler, ShardRoutingCustomTest, TestQuerySenderNoQuery, TestPayloadScoreQParserPlugin, DebugComponentTest, CircularListTest, TestDynamicFieldCollectionResource, TlogReplayBufferedWhileIndexingTest, ShowFileRequestHandlerTest, TestSQLHandler, MoreLikeThisHandlerTest, SimpleCollectionCreateDeleteTest, TestCollectionAPIs, TestFastLRUCache, TestSha256AuthenticationProvider, CdcrReplicationHandlerTest, TestSolr4Spatial, TestJavabinTupleStreamParser, TestClusterProperties, DistributedFacetPivotLargeTest, RemoteQueryErrorTest, TestInPlaceUpdatesDistrib, TestCloudPseudoReturnFields, SolrIndexSplitterTest, HdfsRecoverLeaseTest, TestSolrQueryParser, SmileWriterTest, TestLegacyField, TestOrdValues, TestSimpleTrackingShardHandler, InfixSuggestersTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestStressReorder, TestPullReplicaErrorHandling, PolyFieldTest, TestHashQParserPlugin, SpatialHeatmapFacetsTest, BlobRepositoryCloudTest, HdfsChaosMonkeySafeLeaderTest, EnumFieldTest, SortSpecParsingTest, SpellingQueryConverterTest, HighlighterConfigTest, TestLegacyTerms, TestSolrCloudWithHadoopAuthPlugin, DistributedTermsComponentTest, FullHLLTest, TestDocBasedVersionConstraints, PathHierarchyTokenizerFactoryTest, TestCloudManagedSchema, TestPseudoReturnFields, TestTrieFacet, TestSchemaVersionResource, AutoScalingHandlerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CollectionsAPIDistributedZkTest, TestExactSharedStatsCache, TestNumericRangeQuery64, TestClusterStateMutator, AnalyticsMergeStrategyTest, TestJsonFacetRefinement, TestDocumentBuilder, HdfsBasicDistributedZk2Test, HdfsLockFactoryTest, TestBlobHandler, TestSubQueryTransformerDistrib, AddReplicaTest, TestReloadAndDeleteDocs, DeleteLastCustomShardedReplicaTest, PingRequestHandlerTest, TestDistributedStatsComponentCardinality, CoreAdminRequestStatusTest, TestTlogReplica, BlockJoinFacetDistribTest, TestFieldCacheReopen, TestSolrConfigHandlerConcurrent, TestConfigSetProperties, TestBM25SimilarityFactory, SolrJmxReporterTest, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, TestBadConfig, SoftAutoCommitTest, TestMergePolicyConfig, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, AssignTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteShardTest, DistribJoinFromCollectionTest, ForceLeaderTest, MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudRecovery, TestHdfsCloudBackupRestore, TestPullReplica]
[junit4] Completed [560/749 (1!)] on J1 in 250.94s, 10 tests, 1 failure, 7 errors, 1 skipped <<< FAILURES!
[...truncated 43675 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20892 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20892/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at http://127.0.0.1:45491/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45491/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([C17B025C60D97D24:754A9AB483300B08]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41387/_/wo
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41387/_/wo
at __randomizedtesting.SeedInfo.seed([FF3F450C2C4CFDFD:776B7AD682B09005]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([FF3F450C2C4CFDFD:EB771E590F4B40E3]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12446 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> 890859 INFO (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/init-core-data-001
[junit4] 2> 890859 WARN (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 890859 INFO (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 890860 INFO (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 890861 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestIllegalFilePaths
[junit4] 2> 890861 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1
[junit4] 2> 890863 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 890866 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c12fd9e{/solr,null,AVAILABLE}
[junit4] 2> 890867 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f46f19b{HTTP/1.1,[http/1.1]}{127.0.0.1:43759}
[junit4] 2> 890867 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.Server Started @892376ms
[junit4] 2> 890867 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1/data, hostPort=43759}
[junit4] 2> 890868 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 890868 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 890868 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 890868 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 890868 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T04:05:29.491282Z
[junit4] 2> 890868 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/solr.xml
[junit4] 2> 890871 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 890871 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 890872 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 890900 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 890908 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 890908 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 890910 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/.
[junit4] 2> 890910 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 890910 INFO (coreLoadExecutor-3332-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 890916 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 890922 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 890941 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 890941 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 890941 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 890941 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 890941 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/./collection1/data/]
[junit4] 2> 890943 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 890998 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 890999 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891000 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 891008 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e40a5f1[collection1] main]
[junit4] 2> 891009 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1/conf
[junit4] 2> 891009 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 891010 INFO (coreLoadExecutor-3332-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 891015 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1
[junit4] 2> 891016 INFO (searcherExecutor-3333-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e40a5f1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891017 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 891062 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@349443c2{/solr,null,AVAILABLE}
[junit4] 2> 891063 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4011f13d{HTTP/1.1,[http/1.1]}{127.0.0.1:46189}
[junit4] 2> 891063 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.Server Started @892572ms
[junit4] 2> 891063 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1/data, hostPort=46189}
[junit4] 2> 891063 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 891063 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 891063 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 891063 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 891063 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T04:05:29.686784Z
[junit4] 2> 891064 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/solr.xml
[junit4] 2> 891067 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 891067 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 891068 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 891115 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891128 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891128 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891130 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/.
[junit4] 2> 891130 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 891132 INFO (coreLoadExecutor-3342-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 891151 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 891156 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 891156 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 891156 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 891157 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891157 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891157 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/./collection1/data/]
[junit4] 2> 891158 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 891209 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891209 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891210 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 891210 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1243f4e0[collection1] main]
[junit4] 2> 891211 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1/conf
[junit4] 2> 891212 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 891212 INFO (coreLoadExecutor-3342-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 891213 INFO (searcherExecutor-3343-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1243f4e0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891215 ERROR (qtp252334020-14514) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1493)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:617)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 891215 INFO (qtp252334020-14514) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={file=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=0
[junit4] 2> 891216 ERROR (qtp252334020-14510) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
[junit4] 2> at java.base/java.lang.Iterable.forEach(Iterable.java:75)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1493)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:617)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 891217 INFO (qtp252334020-14510) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={file=../dir/traversal&command=filecontent} status=403 QTime=0
[junit4] 2> 891222 ERROR (qtp252334020-14509) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1494)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1705)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:613)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 891222 INFO (qtp252334020-14509) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={cf=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=4
[junit4] 2> 891223 ERROR (qtp252334020-14510) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
[junit4] 2> at java.base/java.lang.Iterable.forEach(Iterable.java:75)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1494)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1705)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:613)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 891223 INFO (qtp252334020-14510) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={cf=../dir/traversal&command=filecontent} status=403 QTime=0
[junit4] 2> 891225 ERROR (qtp252334020-14509) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1495)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1692)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:615)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 891225 INFO (qtp252334020-14509) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={tlogFile=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=0
[junit4] 2> 891226 ERROR (qtp252334020-14512) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
[junit4] 2> at java.base/java.lang.Iterable.forEach(Iterable.java:75)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1495)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1692)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:615)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 891227 INFO (qtp252334020-14512) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={tlogFile=../dir/traversal&command=filecontent} status=403 QTime=0
[junit4] 2> 891227 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestIllegalFilePaths
[junit4] 2> 891228 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f46f19b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 891228 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=146225082
[junit4] 2> 891228 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 891228 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43bb792b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@30b673f1
[junit4] 2> 891233 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 891234 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28b2eba3: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
[junit4] 2> 891238 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 891238 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57bd5188: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
[junit4] 2> 891239 INFO (coreCloseExecutor-3348-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@68cf29f3
[junit4] 2> 891239 INFO (coreCloseExecutor-3348-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1758407155
[junit4] 2> 891239 INFO (coreCloseExecutor-3348-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61b9628d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@10280317
[junit4] 2> 891246 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c12fd9e{/solr,null,UNAVAILABLE}
[junit4] 2> 891246 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4011f13d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 891246 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1495370349
[junit4] 2> 891247 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 891247 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57bda3b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@56a1d58
[junit4] 2> 891254 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 891254 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@722caf31: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
[junit4] 2> 891259 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 891259 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@572fa56f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
[junit4] 2> 891266 INFO (coreCloseExecutor-3350-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6e42de55
[junit4] 2> 891266 INFO (coreCloseExecutor-3350-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1849876053
[junit4] 2> 891266 INFO (coreCloseExecutor-3350-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e6becc2: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6b5c6ece
[junit4] 2> 891277 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@349443c2{/solr,null,UNAVAILABLE}
[junit4] 2> 891279 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
[junit4] 2> 891279 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1
[junit4] 2> 891281 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 891283 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ee6aac4{/solr,null,AVAILABLE}
[junit4] 2> 891283 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35420f91{HTTP/1.1,[http/1.1]}{127.0.0.1:41995}
[junit4] 2> 891283 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.Server Started @892792ms
[junit4] 2> 891283 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1/data, hostPort=41995}
[junit4] 2> 891283 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 891283 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 891284 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 891284 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 891284 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T04:05:29.907101Z
[junit4] 2> 891284 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/solr.xml
[junit4] 2> 891291 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 891291 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 891292 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 891327 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891338 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891338 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891340 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/.
[junit4] 2> 891340 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 891340 INFO (coreLoadExecutor-3357-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 891346 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 891351 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 891351 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 891352 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 891352 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891352 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891352 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/./collection1/data/]
[junit4] 2> 891354 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 891398 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891398 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891399 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 891399 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12759b06[collection1] main]
[junit4] 2> 891399 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1/conf
[junit4] 2> 891400 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 891400 INFO (coreLoadExecutor-3357-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 891400 INFO (searcherExecutor-3358-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12759b06[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891401 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1
[junit4] 2> 891402 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 891404 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46307ee3{/solr,null,AVAILABLE}
[junit4] 2> 891404 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b3624f8{HTTP/1.1,[http/1.1]}{127.0.0.1:43459}
[junit4] 2> 891404 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.Server Started @892913ms
[junit4] 2> 891404 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1/data, hostPort=43459}
[junit4] 2> 891404 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 891404 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 891404 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 891404 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 891404 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T04:05:30.027746Z
[junit4] 2> 891405 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/solr.xml
[junit4] 2> 891407 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 891407 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 891407 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 891444 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891457 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891457 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891459 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/.
[junit4] 2> 891459 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 891459 INFO (coreLoadExecutor-3367-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 891465 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 891470 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 891471 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 891471 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/./collection1, trusted=true
[junit4] 2> 891471 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
[junit4] 2> 891471 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 891471 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/./collection1/data/]
[junit4] 2> 891473 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 891514 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891514 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891515 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 891515 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22489e2b[collection1] main]
[junit4] 2> 891515 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1/conf
[junit4] 2> 891517 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 891517 INFO (coreLoadExecutor-3367-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 891518 INFO (searcherExecutor-3368-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22489e2b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891519 INFO (qtp312138700-14558) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 891519 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 891519 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 891519 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 891519 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 891519 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 891519 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 891519 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6a13ba09 commitCommandVersion:0
[junit4] 2> 891520 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d7b66e4[collection1] main]
[junit4] 2> 891520 INFO (indexFetcher-3372-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 891521 INFO (searcherExecutor-3368-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d7b66e4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891526 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b3624f8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 891526 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=170593774
[junit4] 2> 891526 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 891526 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25178507: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3345288d
[junit4] 2> 891532 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 891532 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a893626: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
[junit4] 2> 891537 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 891537 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f5351f3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
[junit4] 2> 891538 INFO (coreCloseExecutor-3373-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5a000e90
[junit4] 2> 891538 INFO (coreCloseExecutor-3373-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1509953168
[junit4] 2> 891538 INFO (coreCloseExecutor-3373-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18fbf46c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@51ed655b
[junit4] 2> 891547 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [ ] o.e.j.s.h.ContextHandler Stopped o.
[...truncated too long message...]
s for registry=solr.core.localShardsTestColl.shard2.replica_n6, tag=168581801
[junit4] 2> 91007 INFO (coreCloseExecutor-810-thread-6) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@be2d618: rootName = solr_45491, domain = solr.core.localShardsTestColl.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@5e088c6
[junit4] 2> 91025 INFO (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=384160244
[junit4] 2> 91025 INFO (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=823430027
[junit4] 2> 91025 INFO (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1589c064: rootName = solr_45491, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@778f97c
[junit4] 2> 91025 INFO (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20c3e846: rootName = solr_33879, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@214e5e7e
[junit4] 2> 91039 INFO (coreCloseExecutor-810-thread-2) [n:127.0.0.1:45491_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=1146624805
[junit4] 2> 91039 INFO (coreCloseExecutor-810-thread-1) [n:127.0.0.1:45491_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=66396301
[junit4] 2> 91039 INFO (coreCloseExecutor-809-thread-2) [n:127.0.0.1:33879_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=1038897407
[junit4] 2> 91040 INFO (coreCloseExecutor-809-thread-3) [n:127.0.0.1:33879_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=155823274
[junit4] 2> 91040 INFO (coreCloseExecutor-809-thread-5) [n:127.0.0.1:33879_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=2145984664
[junit4] 2> 91040 INFO (coreCloseExecutor-810-thread-3) [n:127.0.0.1:45491_solr c:multicollection1 s:shard1 r:core_node2 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=2125329339
[junit4] 2> 91040 INFO (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=384160244
[junit4] 2> 91040 INFO (coreCloseExecutor-809-thread-7) [n:127.0.0.1:33879_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=425432949
[junit4] 2> 91040 INFO (coreCloseExecutor-810-thread-4) [n:127.0.0.1:45491_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=886674576
[junit4] 2> 91040 INFO (coreCloseExecutor-810-thread-5) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1425185419
[junit4] 2> 91040 INFO (coreCloseExecutor-810-thread-7) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard1 r:core_node3 x:localShardsTestColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1407250571
[junit4] 2> 91040 INFO (coreCloseExecutor-810-thread-6) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=168581801
[junit4] 2> 91040 INFO (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=823430027
[junit4] 2> 92643 INFO (jetty-closer-448-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bbb66b1{/solr,null,UNAVAILABLE}
[junit4] 2> 92643 INFO (jetty-closer-448-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63a72715{/solr,null,UNAVAILABLE}
[junit4] 2> 92644 ERROR (SUITE-CloudSolrClientTest-seed#[C17B025C60D97D24]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 92644 INFO (SUITE-CloudSolrClientTest-seed#[C17B025C60D97D24]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34847 34847
[junit4] 2> 92677 INFO (Thread-454) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34847 34847
[junit4] 2> 92678 WARN (Thread-454) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/foo/state.json
[junit4] 2> 24 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 14 /solr/collections/2nd_collection/state.json
[junit4] 2> 14 /solr/collections/multicollection1/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard1/election/98989617061560329-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_C17B025C60D97D24-001
[junit4] 2> Nov 12, 2017 4:42:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FST50, a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title_s=FST50, id=Lucene50(blocksize=128), text=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Direct), title_s=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=633, maxMBSortInHeap=6.023321409076184, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@32348a7c), locale=ha, timezone=AST
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=113295896,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [EmpiricalDistributionEvaluatorTest, FieldValueEvaluatorTest, CubedRootEvaluatorTest, TestPolicy, AndEvaluatorTest, SquareRootEvaluatorTest, TestEmbeddedSolrServer, NotEvaluatorTest, LargeVolumeBinaryJettyTest, SchemaTest, ConcurrentUpdateSolrClientBuilderTest, GraphExpressionTest, TestV1toV2ApiMapper, RawValueEvaluatorTest, TestSpellCheckResponse, TestClusteringResponse, ReverseEvaluatorTest, TestNamedListCodec, CloudSolrClientCacheTest, StreamingTest, ContentStreamTest, SolrExampleBinaryTest, SolrExampleEmbeddedTest, LargeVolumeEmbeddedTest, MergeIndexesEmbeddedTest, SolrDocumentTest, FieldAnalysisResponseTest, AnlysisResponseBaseTest, CollectionAdminRequestRequiredParamsTest, SolrSchemalessExampleTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
[junit4] Completed [109/146 (1!)] on J0 in 34.99s, 16 tests, 1 error <<< FAILURES!
[...truncated 39309 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20891 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20891/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.search.stats.TestDistribIDF.testSimpleQuery
Error Message:
Error from server at http://127.0.0.1:36307/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36307/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([C5A3DE47805F1554:B0AE1E5B9045D381]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.search.stats.TestDistribIDF.createCollection(TestDistribIDF.java:201)
at org.apache.solr.search.stats.TestDistribIDF.testSimpleQuery(TestDistribIDF.java:77)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1787 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20171111_233120_4454137049240490739272.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20171111_233120_4446163815010524674377.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20171111_233120_444104271329311317299.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 284 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171111_233932_16516006616338772918521.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171111_233932_16513349033097476017725.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171111_233932_1656868499029744126802.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1054 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171111_234058_00913057698433921081288.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171111_234058_0096448350942255863044.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171111_234058_0097332506450308195257.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 228 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171111_234313_60814444173733812922354.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171111_234313_6076547593012190979960.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171111_234313_6079433693896884262817.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 249 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171111_234327_64210816822302659896949.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171111_234327_64216778711884601062781.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171111_234327_6421388490649223057635.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171111_234357_96017411162299481567032.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171111_234357_9608629393819223015316.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171111_234357_96010873436131489432556.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171111_234402_24517700168445668151549.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171111_234402_2456182990087318353134.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171111_234402_24514213318024106478036.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171111_234414_61016578071317445812118.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171111_234414_61715479073677679424685.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171111_234424_0001292746768799060772.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171111_234424_00013315210223626228031.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171111_234424_0002187242561196104580.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171111_234427_1129969028157620088737.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 148 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171111_234435_4843278938646852241795.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171111_234435_484112668325197696123.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 19 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171111_234435_4842740781829939128266.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1255 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171111_234452_6993206780056919956679.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171111_234452_6997590685131035363742.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171111_234452_6999864832276194166704.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 230 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20171111_234501_275977821572827790436.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20171111_234501_27510998246351018702489.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20171111_234501_27510671490407735759379.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 260 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20171111_234516_19113216293428087262969.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20171111_234516_19111672119561151567620.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20171111_234516_19217467334856130364362.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 238 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20171111_234750_3558119295854976703362.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20171111_234750_35517923728049545686758.syserr
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20171111_234750_35615616456021435604330.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 167 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20171111_234753_34914274605473564649222.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20171111_234753_3492956054421462775972.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20171111_234753_3489745455608722591624.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 214 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20171111_234800_667907639494252865735.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20171111_234800_66712982003650721956537.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20171111_234800_66717714730643996417305.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20171111_234840_6742855936287399703471.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20171111_234840_67416358539173798818061.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20171111_234840_67411041050580376143305.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 246 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171111_234848_6176707267355633573346.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171111_234848_6178918447736531495318.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171111_234848_61616550515031551415641.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 160 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20171111_234907_58616893093595052233594.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20171111_234907_5867383262834804303499.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20171111_234907_5866859495337162514973.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 149 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20171111_234931_7552953025595242016754.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20171111_234931_75518196793947330685785.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 175 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20171111_234943_83614727826701660727011.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20171111_234943_83816925981077629340750.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20171111_234943_83610220427887111122396.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 304 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20171111_235003_0071721159209940882185.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20171111_235003_00716736777968339084619.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20171111_235003_00713386566558509805224.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 224 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171111_235010_3423109067974039094538.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171111_235010_3429511170041462662703.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171111_235010_34216104424243560213044.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 199 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20171111_235018_89014183615979561674830.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 11 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20171111_235018_8909010143553056577716.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20171111_235018_8903303985361752458481.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171111_235030_85814751899599288230046.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 7 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171111_235030_86211377188316724681552.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171111_235030_85815652340711733233086.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 409 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171111_235124_1003032518432026424.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171111_235124_1009636047612565347191.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171111_235124_1003223226289284635352.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 148 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20171111_235141_96717277941989647321619.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 172 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171111_235143_7355549352596537470398.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171111_235143_7345886482713073574136.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171111_235143_73416117565854340963112.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 244 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20171111_235247_19012402316758141927432.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20171111_235247_1902436287652523446888.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20171111_235247_19010447239741645155215.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1980 lines...]
[junit4] Suite: org.apache.solr.search.stats.TestDistribIDF
[junit4] 2> 459188 INFO (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/init-core-data-001
[junit4] 2> 459188 WARN (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 459189 INFO (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 459189 INFO (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 459193 INFO (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleQuery
[junit4] 2> 459193 INFO (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001
[junit4] 2> 459193 INFO (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 459193 INFO (Thread-3798) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 459193 INFO (Thread-3798) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 459196 ERROR (Thread-3798) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 459293 INFO (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [ ] o.a.s.c.ZkTestServer start zk server on port:39605
[junit4] 2> 459297 INFO (jetty-launcher-639-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 459297 INFO (jetty-launcher-639-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 459297 INFO (jetty-launcher-639-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 459301 INFO (jetty-launcher-639-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c186b5f{/solr,null,AVAILABLE}
[junit4] 2> 459301 INFO (jetty-launcher-639-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a39f2da{/solr,null,AVAILABLE}
[junit4] 2> 459301 INFO (jetty-launcher-639-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1135fb59{/solr,null,AVAILABLE}
[junit4] 2> 459302 INFO (jetty-launcher-639-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b18057f{HTTP/1.1,[http/1.1]}{127.0.0.1:35717}
[junit4] 2> 459302 INFO (jetty-launcher-639-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@988853f{HTTP/1.1,[http/1.1]}{127.0.0.1:37247}
[junit4] 2> 459302 INFO (jetty-launcher-639-thread-1) [ ] o.e.j.s.Server Started @460970ms
[junit4] 2> 459302 INFO (jetty-launcher-639-thread-2) [ ] o.e.j.s.Server Started @460970ms
[junit4] 2> 459302 INFO (jetty-launcher-639-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35717}
[junit4] 2> 459302 INFO (jetty-launcher-639-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37247}
[junit4] 2> 459302 ERROR (jetty-launcher-639-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 459302 ERROR (jetty-launcher-639-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 459302 INFO (jetty-launcher-639-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 459303 INFO (jetty-launcher-639-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 459303 INFO (jetty-launcher-639-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 459303 INFO (jetty-launcher-639-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 459303 INFO (jetty-launcher-639-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 459303 INFO (jetty-launcher-639-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 459303 INFO (jetty-launcher-639-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T00:01:32.888080Z
[junit4] 2> 459303 INFO (jetty-launcher-639-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T00:01:32.888095Z
[junit4] 2> 459308 INFO (jetty-launcher-639-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bcb968d{HTTP/1.1,[http/1.1]}{127.0.0.1:36307}
[junit4] 2> 459308 INFO (jetty-launcher-639-thread-3) [ ] o.e.j.s.Server Started @460976ms
[junit4] 2> 459308 INFO (jetty-launcher-639-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36307}
[junit4] 2> 459308 ERROR (jetty-launcher-639-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 459308 INFO (jetty-launcher-639-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 459309 INFO (jetty-launcher-639-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 459309 INFO (jetty-launcher-639-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 459309 INFO (jetty-launcher-639-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-12T00:01:32.894078Z
[junit4] 2> 459315 INFO (jetty-launcher-639-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 459321 INFO (jetty-launcher-639-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 459324 INFO (jetty-launcher-639-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 459326 INFO (jetty-launcher-639-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
[junit4] 2> 459327 INFO (jetty-launcher-639-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
[junit4] 2> 459328 INFO (jetty-launcher-639-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
[junit4] 2> 459368 INFO (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 459368 INFO (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 459368 INFO (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37247_solr
[junit4] 2> 459368 INFO (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36307_solr
[junit4] 2> 459368 INFO (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr ] o.a.s.c.Overseer Overseer (id=98988516493164553-127.0.0.1:37247_solr-n_0000000000) starting
[junit4] 2> 459369 INFO (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 459369 INFO (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 459370 INFO (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 459370 INFO (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 459371 INFO (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35717_solr
[junit4] 2> 459371 INFO (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 459372 INFO (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 459372 INFO (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37247_solr
[junit4] 2> 459376 INFO (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 459377 INFO (zkCallback-655-thread-1-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 459377 INFO (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 459401 INFO (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459403 INFO (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459407 INFO (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459407 INFO (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459408 INFO (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/.
[junit4] 2> 459409 INFO (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459409 INFO (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459409 INFO (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/.
[junit4] 2> 459410 INFO (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459416 INFO (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459416 INFO (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 459417 INFO (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/.
[junit4] 2> 459584 INFO (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 459584 INFO (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39605/solr ready
[junit4] 2> 459585 INFO (qtp16605437-6637) [n:127.0.0.1:36307_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=onecollection&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 459587 INFO (OverseerThreadFactory-1493-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr ] o.a.s.c.CreateCollectionCmd Create collection onecollection
[junit4] 2> 459690 INFO (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onecollection",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"onecollection_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37247/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 459691 INFO (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onecollection",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"onecollection_b_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36307/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 459692 INFO (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onecollection",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"onecollection_c_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35717/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 459894 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=onecollection_b_replica_n2&action=CREATE&numShards=3&collection=onecollection&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 459894 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=onecollection_a_replica_n1&action=CREATE&numShards=3&collection=onecollection&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 459894 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 459894 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 459894 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf1&newCollection=true&name=onecollection_c_replica_n4&action=CREATE&numShards=3&collection=onecollection&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 459894 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 460003 INFO (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 460003 INFO (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 460003 INFO (zkCallback-654-thread-2-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 460003 INFO (zkCallback-655-thread-2-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 460003 INFO (zkCallback-655-thread-1-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 460004 INFO (zkCallback-656-thread-2-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 460928 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 460932 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 460940 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 460959 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.IndexSchema [onecollection_b_replica_n2] Schema name=test
[junit4] 2> 460961 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.IndexSchema [onecollection_c_replica_n4] Schema name=test
[junit4] 2> 460985 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.IndexSchema [onecollection_a_replica_n1] Schema name=test
[junit4] 2> 461068 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 461082 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 461090 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_b_replica_n2' using configuration from collection onecollection, trusted=true
[junit4] 2> 461090 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.core.onecollection.b.replica_n2' (registry 'solr.core.onecollection.b.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 461090 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 461090 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore [[onecollection_b_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/onecollection_b_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/./onecollection_b_replica_n2/data/]
[junit4] 2> 461090 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 461092 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
[junit4] 2> 461104 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_a_replica_n1' using configuration from collection onecollection, trusted=true
[junit4] 2> 461104 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.core.onecollection.a.replica_n1' (registry 'solr.core.onecollection.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 461104 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 461104 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore [[onecollection_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/onecollection_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/./onecollection_a_replica_n1/data/]
[junit4] 2> 461104 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_c_replica_n4' using configuration from collection onecollection, trusted=true
[junit4] 2> 461105 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.core.onecollection.c.replica_n4' (registry 'solr.core.onecollection.c.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
[junit4] 2> 461105 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 461105 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore [[onecollection_c_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/onecollection_c_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/./onecollection_c_replica_n4/data/]
[junit4] 2> 461106 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
[junit4] 2> 461107 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
[junit4] 2> 461262 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 461262 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 461263 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 461263 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 461264 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 461264 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 461264 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 461264 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 461265 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 461265 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 461266 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@623b30f5[onecollection_a_replica_n1] main]
[junit4] 2> 461266 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fa406a2[onecollection_b_replica_n2] main]
[junit4] 2> 461273 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 461273 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 461274 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 461274 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 461274 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 461275 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 461276 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 461276 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@54627e59[onecollection_c_replica_n4] main]
[junit4] 2> 461278 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 461297 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 461297 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 461301 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 461405 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 461405 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 461405 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266209034240
[junit4] 2> 461405 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 461405 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 461405 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 461406 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 461406 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 461406 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 461406 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 461408 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 461408 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 461408 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 461408 INFO (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266212179968
[junit4] 2> 461410 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 461410 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 461410 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 461410 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 461410 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 461410 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36307/solr/onecollection_b_replica_n2/
[junit4] 2> 461410 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 461410 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 461410 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 461410 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:36307/solr/onecollection_b_replica_n2/ has no replicas
[junit4] 2> 461410 INFO (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 461410 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 461411 INFO (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266215325696
[junit4] 2> 461411 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 461411 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 461411 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 461411 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 461411 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 461411 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 461411 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 461411 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 461411 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 461411 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 461412 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 461412 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 461413 INFO (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore [onecollection_a_replica_n1] Registered new searcher Searcher@623b30f5[onecollection_a_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 461413 INFO (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore [onecollection_b_replica_n2] Registered new searcher Searcher@3fa406a2[onecollection_b_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 461413 INFO (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore [onecollec
[...truncated too long message...]
x/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171112_004502_36313033627804734176393.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171112_004502_3635498531561932885708.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171112_004613_30214734412581279983000.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171112_004613_3026388653262042589036.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171112_004613_30212808336295695118429.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1259 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171112_004631_251133117253220968308.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171112_004631_25110483508922478885723.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 644 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171112_004639_0015605155797613638519.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171112_004639_00113442390692062409026.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171112_004639_00111719160924901515004.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 557 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171112_004702_08816906806109358767086.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171112_004702_08815502665718256631154.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171112_004702_0887560216410452304649.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 563 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171112_004712_34410244010526204418528.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171112_004712_34412295744747366788756.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 628 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171112_004718_6803990270855149128870.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 15 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171112_004718_6805000769717851019670.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171112_004718_68015819546313264011568.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171112_004743_96212811764977938611260.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171112_004743_96210253681645254521796.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171112_004755_4509597444906647700153.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 31626 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20890 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20890/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.DeleteNodeTest.test
Error Message:
Error from server at https://127.0.0.1:35433/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35433/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([2707AA2DC735AC4F:AF5395F769C9C1B7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.DeleteNodeTest.test(DeleteNodeTest.java:73)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11985 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteNodeTest
[junit4] 2> 286823 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/init-core-data-001
[junit4] 2> 286824 WARN (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 286824 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 286824 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 286825 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001
[junit4] 2> 286825 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 286825 INFO (Thread-631) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 286825 INFO (Thread-631) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 286826 ERROR (Thread-631) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 286925 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33791
[junit4] 2> 286929 INFO (jetty-launcher-481-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 286929 INFO (jetty-launcher-481-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 286929 INFO (jetty-launcher-481-thread-6) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 286929 INFO (jetty-launcher-481-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 286929 INFO (jetty-launcher-481-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 286929 INFO (jetty-launcher-481-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 286931 INFO (jetty-launcher-481-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28e98092{/solr,null,AVAILABLE}
[junit4] 2> 286931 INFO (jetty-launcher-481-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fb0b27{/solr,null,AVAILABLE}
[junit4] 2> 286932 INFO (jetty-launcher-481-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@321cf419{/solr,null,AVAILABLE}
[junit4] 2> 286932 INFO (jetty-launcher-481-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@574190df{SSL,[ssl, http/1.1]}{127.0.0.1:45769}
[junit4] 2> 286932 INFO (jetty-launcher-481-thread-1) [ ] o.e.j.s.Server Started @288259ms
[junit4] 2> 286932 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45769}
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44509392{SSL,[ssl, http/1.1]}{127.0.0.1:46679}
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a730402{/solr,null,AVAILABLE}
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54f5c5b0{SSL,[ssl, http/1.1]}{127.0.0.1:34461}
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-3) [ ] o.e.j.s.Server Started @288260ms
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-6) [ ] o.e.j.s.Server Started @288260ms
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46679}
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34461}
[junit4] 2> 286933 ERROR (jetty-launcher-481-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@408d2101{/solr,null,AVAILABLE}
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 286933 ERROR (jetty-launcher-481-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 286933 ERROR (jetty-launcher-481-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T20:55:48.934678Z
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T20:55:48.934777Z
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45e9a6d3{SSL,[ssl, http/1.1]}{127.0.0.1:39347}
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T20:55:48.934828Z
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-4) [ ] o.e.j.s.Server Started @288261ms
[junit4] 2> 286933 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39347}
[junit4] 2> 286937 ERROR (jetty-launcher-481-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 286937 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 286937 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 286937 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 286937 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T20:55:48.938327Z
[junit4] 2> 286938 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286940 INFO (jetty-launcher-481-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20571339{SSL,[ssl, http/1.1]}{127.0.0.1:35521}
[junit4] 2> 286941 INFO (jetty-launcher-481-thread-5) [ ] o.e.j.s.Server Started @288268ms
[junit4] 2> 286941 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35521}
[junit4] 2> 286941 ERROR (jetty-launcher-481-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 286941 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 286941 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 286941 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 286941 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T20:55:48.942471Z
[junit4] 2> 286945 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286954 INFO (jetty-launcher-481-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7280c346{/solr,null,AVAILABLE}
[junit4] 2> 286954 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286955 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286956 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286956 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
[junit4] 2> 286957 INFO (jetty-launcher-481-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3bba17cc{SSL,[ssl, http/1.1]}{127.0.0.1:35433}
[junit4] 2> 286957 INFO (jetty-launcher-481-thread-2) [ ] o.e.j.s.Server Started @288284ms
[junit4] 2> 286957 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35433}
[junit4] 2> 286958 ERROR (jetty-launcher-481-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 286958 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 286958 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 286958 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 286958 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T20:55:48.959296Z
[junit4] 2> 286958 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
[junit4] 2> 286959 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 286960 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 286962 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
[junit4] 2> 286963 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
[junit4] 2> 286963 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286964 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
[junit4] 2> 286966 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b000e, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 286970 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
[junit4] 2> 286971 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 287078 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 287079 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45769_solr
[junit4] 2> 287079 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98987786163126282-127.0.0.1:45769_solr-n_0000000000) starting
[junit4] 2> 287079 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 287080 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 287081 INFO (zkCallback-500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 287085 INFO (zkCallback-504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 287085 INFO (zkCallback-508-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 287085 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 287090 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46679_solr
[junit4] 2> 287092 INFO (zkCallback-508-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 287092 INFO (zkCallback-500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 287096 INFO (zkCallback-504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 287109 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 287110 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 287110 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 287117 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 287128 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287129 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45769_solr
[junit4] 2> 287129 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39347_solr
[junit4] 2> 287130 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 287132 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287132 INFO (zkCallback-508-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 287133 INFO (zkCallback-504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 287135 INFO (zkCallback-502-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 287138 INFO (zkCallback-509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 287142 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287142 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287143 INFO (jetty-launcher-481-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/.
[junit4] 2> 287149 INFO (zkCallback-500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 287150 INFO (zkCallback-515-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 287153 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287153 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287153 INFO (jetty-launcher-481-thread-6) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/.
[junit4] 2> 287172 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 287172 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35521_solr
[junit4] 2> 287181 INFO (zkCallback-502-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 287181 INFO (zkCallback-509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 287181 INFO (zkCallback-508-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 287181 INFO (zkCallback-500-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 287181 INFO (zkCallback-515-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 287181 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35433_solr
[junit4] 2> 287181 INFO (zkCallback-504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 287182 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287184 INFO (zkCallback-509-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 287184 INFO (zkCallback-515-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 287187 INFO (zkCallback-508-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 287187 INFO (zkCallback-502-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 287187 INFO (zkCallback-504-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 287191 INFO (zkCallback-500-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 287192 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287192 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287199 INFO (jetty-launcher-481-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/.
[junit4] 2> 287205 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287207 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287211 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287213 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287213 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287213 INFO (jetty-launcher-481-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/.
[junit4] 2> 287215 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287215 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287216 INFO (jetty-launcher-481-thread-5) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/.
[junit4] 2> 287217 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287217 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 287218 INFO (jetty-launcher-481-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/.
[junit4] 2> 287411 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0013, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 287412 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 287413 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33791/solr ready
[junit4] 2> 287427 INFO (TEST-DeleteNodeTest.test-seed#[2707AA2DC735AC4F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 287449 INFO (qtp226398178-2249) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&maxShardsPerNode=3&name=deletenodetest_coll&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&createNodeSet=127.0.0.1:35521_solr,127.0.0.1:45769_solr,127.0.0.1:34461_solr,127.0.0.1:39347_solr,127.0.0.1:35433_solr,127.0.0.1:46679_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 287451 INFO (OverseerThreadFactory-1114-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection deletenodetest_coll
[junit4] 2> 287556 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletenodetest_coll_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35433/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287556 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletenodetest_coll_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45769/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287557 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deletenodetest_coll_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35521/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287558 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deletenodetest_coll_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34461/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287558 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"deletenodetest_coll_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39347/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287559 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"deletenodetest_coll_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46679/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287560 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"deletenodetest_coll_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35433/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287560 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"deletenodetest_coll_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45769/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287561 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"deletenodetest_coll_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35521/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287562 INFO (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletenodetest_coll",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"deletenodetest_coll_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34461/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 287787 INFO (qtp226398178-2259) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n12&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287787 INFO (qtp226398178-2259) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 287791 INFO (qtp226398178-2305) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n1&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287801 INFO (qtp2047813753-2291) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_n4&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287801 INFO (qtp2047813753-2291) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 287804 INFO (qtp375399960-2248) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n2&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287804 INFO (qtp1184620105-2296) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_n8&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287804 INFO (qtp375399960-2248) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 287804 INFO (qtp1149164303-2272) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_n6&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287804 INFO (qtp1184620105-2296) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 287805 INFO (qtp1149164303-2273) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_n18&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287805 INFO (qtp1149164303-2272) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 287812 INFO (qtp375399960-2269) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n14&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287814 INFO (qtp2047813753-2292) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_n16&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287814 INFO (qtp1826989145-2276) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_n10&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 287814 INFO (qtp1826989145-2276) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 287917 INFO (zkCallback-515-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-508-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-504-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-509-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-502-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-515-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-500-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-500-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-504-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-502-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-509-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287917 INFO (zkCallback-500-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 287918 INFO (zkCallback-508-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 288799 INFO (qtp226398178-2259) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288804 INFO (qtp226398178-2259) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 288805 INFO (qtp226398178-2305) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288836 INFO (qtp226398178-2259) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 288836 INFO (qtp226398178-2259) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_n12' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 288837 INFO (qtp1826989145-2276) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288837 INFO (qtp1184620105-2296) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288838 INFO (qtp1149164303-2272) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288842 INFO (qtp226398178-2259) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.core.deletenodetest_coll.shard4.replica_n12' (registry 'solr.core.deletenodetest_coll.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 288842 INFO (qtp226398178-2259) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 288865 INFO (qtp226398178-2259) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/deletenodetest_coll_shard4_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/./deletenodetest_coll_shard4_replica_n12/data/]
[junit4] 2> 288865 INFO (qtp1826989145-2276) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 288863 INFO (qtp1149164303-2272) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 288863 INFO (qtp375399960-2269) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288862 INFO (qtp375399960-2248) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288862 INFO (qtp2047813753-2291) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288861 INFO (qtp226398178-2305) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 288846 INFO (qtp1149164303-2273) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288846 INFO (qtp2047813753-2292) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 288845 INFO (qtp1184620105-2296) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 288898 INFO (qtp1149164303-2273) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 288904 INFO (qtp2047813753-2291) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 288925 INFO (qtp1149164303-2272) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 288925 INFO (qtp1149164303-2272) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_n6' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 288926 INFO (qtp375399960-2248) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 288926 INFO (qtp1149164303-2272) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.core.deletenodetest_coll.shard2.replica_n6' (registry 'solr.core.deletenodetest_coll.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 288926 INFO (qtp1149164303-2272) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 288926 INFO (qtp1149164303-2272) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/deletenodetest_coll_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/./deletenodetest_coll_shard2_replica_n6/data/]
[junit4] 2> 288931 INFO (qtp2047813753-2292) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 288931 INFO (qtp375399960-2269) [ ] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 288936 INFO (qtp1826989145-2276) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 288936 INFO (qtp1826989145-2276) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_n10' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 288937 INFO (qtp1826989145-2276) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.core.deletenodetest_coll.shard3.replica_n10' (registry 'solr.core.deletenodetest_coll.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 288937 INFO (qtp1826989145-2276) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 288937 INFO (qtp1826989145-2276) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/deletenodetest_coll_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/./deletenodetest_coll_shard3_replica_n10/data/]
[junit4] 2> 288960 INFO (qtp375399960-2248) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 288960 INFO (qtp2047813753-2291) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 288960 INFO (qtp2047813753-2291) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_n4' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 288961 INFO (qtp2047813753-2291) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.core.deletenodetest_coll.shard2.replica_n4' (registry 'solr.core.deletenodetest_coll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 288961 INFO (qtp2047813753-2291) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 288961 INFO (qtp2047813753-2291) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/deletenodetest_coll_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/./deletenodetest_coll_shard2_replica_n4/data/]
[junit4] 2> 288961 INFO (qtp375399960-2248) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_n2' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 288962 INFO (qtp1184620105-2296) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 288962 INFO (qtp1184620105-2296) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_n8' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 288962 INFO (qtp375399960-2248) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.core.deletenodetest_coll.shard1.replica_n2' (registry 'solr.core.deletenodetest_coll.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 288962 INFO (qtp375399960-2248) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 288962 INFO (qtp1184620105-2296) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.core.deletenodetest_coll.shard3.replica_n8' (registry 'solr.core.deletenodetest_coll.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 288962 INFO (qtp375399960-2248) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/deletenodetest_coll_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/./deletenodetest_coll_shard1_replica_n2/data/]
[junit4] 2> 288962 INFO (qtp1184620105-2296) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 288962 INFO (qtp1184620105-2296) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/deletenodetest_coll_shard3_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/./deletenodetest_coll_shard3_replica_n8/data/]
[junit4] 2> 288969 INFO (qtp226398178-2305) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 288969 INFO (qtp226398178-2305) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_n1' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 288969 INFO (qtp226398178-2305) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.core.deletenodetest_coll.shard1.replica_n1' (registry 'solr.core.deletenodetest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 288969 INFO (qtp226398178-2305) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 288969 INFO (qtp226398178-2305) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/deletenodetest_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/./deletenodetest_coll_shard1_replica_n1/data/]
[junit4] 2> 288971 INFO (qtp1149164303-2273) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 288971 INFO (qtp1149164303-2273) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_n18' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 288972 INFO (qtp1149164303-2273) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.core.deletenodetest_coll.shard5.replica_n18' (registry 'solr.core.deletenodetest_coll.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 288972 INFO (qtp1149164303-2273) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 288972 INFO (qtp1149164303-2273) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/deletenodetest_coll_shard5_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/./deletenodetest_coll_shard5_replica_n18/data/]
[junit4] 2> 289008 INFO (qtp375399960-2269) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 289008 INFO (qtp375399960-2269) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_n14' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 289009 INFO (qtp375399960-2269) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.core.deletenodetest_coll.shard4.replica_n14' (registry 'solr.core.deletenodetest_coll.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 289009 INFO (qtp375399960-2269) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 289009 INFO (qtp375399960-2269) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/deletenodetest_coll_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/./deletenodetest_coll_shard4_replica_n14/data/]
[junit4] 2> 289011 INFO (qtp2047813753-2292) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 289011 INFO (qtp2047813753-2292) [ ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_n16' using configuration from collection deletenodetest_coll, trusted=true
[junit4] 2> 289011 INFO (qtp2047813753-2292) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.core.deletenodetest_coll.shard5.replica_n16' (registry 'solr.core.deletenodetest_coll.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
[junit4] 2> 289011 INFO (qtp2047813753-2292) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 289011 INFO (qtp2047813753-2292) [ ] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/deletenodetest_coll_shard5_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/./deletenodetest_coll_shard5_replica_n16/data/]
[junit4] 2> 289152 INFO (qtp1149164303-2272) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289152 INFO (qtp1149164303-2272) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289156 INFO (qtp1149164303-2272) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289156 INFO (qtp1149164303-2272) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289162 INFO (qtp1149164303-2272) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d04cd96[deletenodetest_coll_shard2_replica_n6] main]
[junit4] 2> 289162 INFO (qtp1149164303-2272) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289162 INFO (qtp1149164303-2272) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289163 INFO (qtp226398178-2259) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289163 INFO (qtp226398178-2259) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289166 INFO (qtp1149164303-2272) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289166 INFO (qtp1149164303-2272) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581063688192
[junit4] 2> 289167 INFO (qtp226398178-2259) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289167 INFO (qtp226398178-2259) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289170 INFO (qtp1149164303-2272) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 289171 INFO (searcherExecutor-1127-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_n6] Registered new searcher Searcher@4d04cd96[deletenodetest_coll_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289174 INFO (qtp226398178-2259) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f74d03[deletenodetest_coll_shard4_replica_n12] main]
[junit4] 2> 289182 INFO (qtp226398178-2259) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289182 INFO (qtp226398178-2259) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289183 INFO (qtp226398178-2259) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289183 INFO (qtp375399960-2248) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289183 INFO (qtp375399960-2248) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289184 INFO (searcherExecutor-1126-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard4_replica_n12] Registered new searcher Searcher@56f74d03[deletenodetest_coll_shard4_replica_n12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289184 INFO (qtp226398178-2259) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581082562560
[junit4] 2> 289184 INFO (qtp375399960-2248) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289184 INFO (qtp375399960-2248) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289186 INFO (qtp375399960-2248) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c21e950[deletenodetest_coll_shard1_replica_n2] main]
[junit4] 2> 289189 INFO (qtp2047813753-2291) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289189 INFO (qtp2047813753-2292) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289189 INFO (qtp2047813753-2292) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289189 INFO (qtp1184620105-2296) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289189 INFO (qtp1184620105-2296) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289189 INFO (qtp1826989145-2276) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289189 INFO (qtp1826989145-2276) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289189 INFO (qtp375399960-2269) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289189 INFO (qtp375399960-2269) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289189 INFO (qtp2047813753-2291) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289190 INFO (qtp1184620105-2296) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289190 INFO (qtp1184620105-2296) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289190 INFO (qtp375399960-2269) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289190 INFO (qtp375399960-2269) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289191 INFO (qtp1149164303-2273) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289191 INFO (qtp1149164303-2273) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289191 INFO (qtp375399960-2248) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289191 INFO (qtp375399960-2248) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289191 INFO (qtp2047813753-2292) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289191 INFO (qtp2047813753-2292) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289192 INFO (qtp375399960-2269) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cedef30[deletenodetest_coll_shard4_replica_n14] main]
[junit4] 2> 289192 INFO (qtp375399960-2248) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289192 INFO (qtp226398178-2305) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 289192 INFO (qtp226398178-2305) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 289193 INFO (qtp375399960-2269) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289193 INFO (qtp375399960-2269) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289193 INFO (qtp1149164303-2273) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289193 INFO (qtp1149164303-2273) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289193 INFO (qtp226398178-2259) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
[junit4] 2> 289194 INFO (qtp1184620105-2296) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cd47f1d[deletenodetest_coll_shard3_replica_n8] main]
[junit4] 2> 289194 INFO (qtp1184620105-2296) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289194 INFO (qtp1184620105-2296) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289195 INFO (qtp375399960-2269) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289195 INFO (qtp226398178-2305) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289195 INFO (qtp226398178-2305) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289195 INFO (qtp1826989145-2276) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289195 INFO (qtp1826989145-2276) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289196 INFO (qtp2047813753-2292) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16874e8e[deletenodetest_coll_shard5_replica_n16] main]
[junit4] 2> 289196 INFO (qtp2047813753-2292) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289196 INFO (qtp1184620105-2296) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289197 INFO (qtp2047813753-2292) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289197 INFO (qtp2047813753-2291) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 289197 INFO (searcherExecutor-1130-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard1_replica_n2] Registered new searcher Searcher@2c21e950[deletenodetest_coll_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289198 INFO (qtp375399960-2248) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581097242624
[junit4] 2> 289200 INFO (qtp2047813753-2291) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 289200 INFO (qtp2047813753-2292) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289200 INFO (qtp1149164303-2273) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ffe71a8[deletenodetest_coll_shard5_replica_n18] main]
[junit4] 2> 289201 INFO (searcherExecutor-1134-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard4_replica_n14] Registered new searcher Searcher@1cedef30[deletenodetest_coll_shard4_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289201 INFO (searcherExecutor-1131-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard3_replica_n8] Registered new searcher Searcher@6cd47f1d[deletenodetest_coll_shard3_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289201 INFO (qtp375399960-2269) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581100388352
[junit4] 2> 289201 INFO (qtp1184620105-2296) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581100388352
[junit4] 2> 289202 INFO (qtp1826989145-2276) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15a4b435[deletenodetest_coll_shard3_replica_n10] main]
[junit4] 2> 289202 INFO (searcherExecutor-1135-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_n16] Registered new searcher Searcher@16874e8e[deletenodetest_coll_shard5_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289202 INFO (qtp1149164303-2273) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289202 INFO (qtp2047813753-2292) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581101436928
[junit4] 2> 289203 INFO (qtp226398178-2305) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@227d67c0[deletenodetest_coll_shard1_replica_n1] main]
[junit4] 2> 289204 INFO (qtp375399960-2248) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9997ms
[junit4] 2> 289204 INFO (qtp1149164303-2273) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289205 INFO (qtp1826989145-2276) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289205 INFO (qtp226398178-2305) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289205 INFO (qtp1826989145-2276) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289205 INFO (qtp2047813753-2291) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2012bebd[deletenodetest_coll_shard2_replica_n4] main]
[junit4] 2> 289205 INFO (qtp1149164303-2273) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289205 INFO (qtp1149164303-2273) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581104582656
[junit4] 2> 289205 INFO (qtp1826989145-2276) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289206 INFO (qtp226398178-2305) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289206 INFO (qtp226398178-2305) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289206 INFO (searcherExecutor-1128-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard3_replica_n10] Registered new searcher Searcher@15a4b435[deletenodetest_coll_shard3_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289206 INFO (searcherExecutor-1133-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_n18] Registered new searcher Searcher@1ffe71a8[deletenodetest_coll_shard5_replica_n18] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289206 INFO (qtp1826989145-2276) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581105631232
[junit4] 2> 289206 INFO (qtp2047813753-2291) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 289207 INFO (qtp2047813753-2291) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 289207 INFO (searcherExecutor-1132-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard1_replica_n1] Registered new searcher Searcher@227d67c0[deletenodetest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289206 INFO (qtp226398178-2305) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581105631232
[junit4] 2> 289207 INFO (qtp2047813753-2291) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 289209 INFO (searcherExecutor-1129-thread-1) [ ] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_n4] Registered new searcher Searcher@2012bebd[deletenodetest_coll_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 289209 INFO (qtp2047813753-2291) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581108776960
[junit4] 2> 289213 INFO (qtp2047813753-2292) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 289213 INFO (qtp2047813753-2292) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 289213 INFO (qtp2047813753-2292) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35521/solr/deletenodetest_coll_shard5_replica_n16/
[junit4] 2> 289214 INFO (qtp2047813753-2292) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard5_replica_n16 url=https://127.0.0.1:35521/solr START replicas=[https://127.0.0.1:34461/solr/deletenodetest_coll_shard5_replica_n18/] nUpdates=100
[junit4] 2> 289215 INFO (qtp1826989145-2276) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 289215 INFO (qtp1826989145-2276) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 289215 INFO (qtp1826989145-2276) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46679/solr/deletenodetest_coll_shard3_replica_n10/
[junit4] 2> 289215 INFO (qtp1826989145-2276) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard3_replica_n10 url=https://127.0.0.1:46679/solr START replicas=[https://127.0.0.1:39347/solr/deletenodetest_coll_shard3_replica_n8/] nUpdates=100
[junit4] 2> 289219 INFO (qtp1149164303-2454) [ ] o.a.s.c.S.Request [deletenodetest_coll_shard5_replica_n18] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 289220 INFO (qtp1184620105-2282) [ ] o.a.s.c.S.Request [deletenodetest_coll_shard3_replica_n8] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 289515 INFO (qtp2047813753-2292) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard5_replica_n16 url=https://127.0.0.1:35521/solr DONE. We have no versions. sync failed.
[junit4] 2> 289515 INFO (qtp2047813753-2292) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 289515 INFO (qtp2047813753-2292) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 289515 INFO (qtp2047813753-2292) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 289516 INFO (qtp1826989145-2276) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard3_replica_n10 url=https://127.0.0.1:46679/solr DONE. We have no versions. sync failed.
[junit4] 2> 289516 INFO (qtp1826989145-2276) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 289516 INFO (qtp1826989145-2276) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 289516 INFO (qtp1826989145-2276) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 289521 INFO (qtp2047813753-2292) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35521/solr/deletenodetest_coll_shard5_replica_n16/ shard5
[junit4] 2> 289521 INFO (qtp1826989145-2276) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46679/solr/deletenodetest_coll_shard3_replica_n10/ shard3
[junit4] 2> 289671 INFO (qtp1149164303-2272) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 289671 INFO (qtp1149164303-2272) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 289671 INFO (qtp1149164303-2272) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34461/solr/deletenodetest_coll_shard2_replica_n6/
[junit4] 2> 289671 INFO (qtp1149164303-2272) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard2_replica_n6 url=https://127.0.0.1:34461/solr START replicas=[https://127.0.0.1:35521/solr/deletenodetest_coll_shard2_replica_n4/] nUpdates=100
[junit4] 2> 289675 INFO (qtp2047813753-2458) [ ] o.a.s.c.S.Request [deletenodetest_coll_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 289693 INFO (qtp226398178-2259) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 289694 INFO (qtp226398178-2259) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 289694 INFO (qtp226398178-2259) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35433/solr/deletenodetest_coll_shard4_replica_n12/
[junit4] 2> 289694 INFO (qtp226398178-2259) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard4_replica_n12 url=https://127.0.0.1:35433/solr START replicas=[https://127.0.0.1:45769/solr/deletenodetest_coll_shard4_replica_n14/] nUpdates=100
[junit4] 2> 289701 INFO (qtp375399960-2256) [ ] o.a.s.c.S.Request [deletenodetest_coll_shard4_replica_n14] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 289704 INFO (qtp375399960-2248) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 289704 INFO (qtp375399960-2248) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 289704 INFO (qtp375399960-2248) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45769/solr/deletenodetest_coll_shard1_replica_n2/
[junit4] 2> 289705 INFO (qtp375399960-2248) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard1_replica_n2 url=https://127.0.0.1:45769/solr START replicas=[https://127.0.0.1:35433/solr/deletenodetest_coll_shard1_replica_n1/] nUpdates=100
[junit4] 2> 289707 INFO (qtp226398178-2464) [ ] o.a.s.c.S.Request [deletenodetest_coll_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 289971 INFO (qtp1149164303-2272) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard2_replica_n6 url=https://127.0.0.1:34461/solr DONE. We have no versions. sync failed.
[junit4] 2> 289971 INFO (qtp1149164303-2272) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 289971 INFO (qtp1149164303-2272) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 289971 INFO (qtp1149164303-2272) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 289981 INFO (qtp1149164303-2272) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34461/solr/deletenodetest_coll_shard2_replica_n6/ shard2
[junit4] 2> 289994 INFO (qtp226398178-2259) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard4_replica_n12 url=https://127.0.0.1:35433/solr DONE. We have no versions. sync failed.
[junit4] 2> 289994 INFO (qtp226398178-2259) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 289994 INFO (qtp226398178-2259) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 289994 INFO (qtp226398178-2259) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 290002 INFO (qtp226398178-2259) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35433/solr/deletenodetest_coll_shard4_replica_n12/ shard4
[junit4] 2> 290005 INFO (qtp375399960-2248) [ ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard1_replica_n2 url=https://127.0.0.1:45769/solr DONE. We have no versions. sync failed.
[junit4] 2> 290005 INFO (qtp375399960-2248) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 290005 INFO (qtp375399960-2248) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 290005 INFO (qtp375399960-2248) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 290009 INFO (qtp375399960-2248) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45769/solr/deletenodetest_coll_shard1_replica_n2/ shard1
[junit4] 2> 467452 ERROR (qtp226398178-2249) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnect
[...truncated too long message...]
.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 497623 INFO (qtp375399960-2248) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n2&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209819
[junit4] 2> 497624 ERROR (qtp375399960-2269) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard4
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: deletenodetest_coll slice: shard4 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 497641 INFO (qtp375399960-2269) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n14&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209828
[junit4] 2> 497642 ERROR (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 497642 INFO (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33791 33791
[junit4] 2> 507691 INFO (Thread-631) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33791 33791
[junit4] 2> 507692 WARN (Thread-631) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 2 /solr/collections/deletenodetest_coll/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/deletenodetest_coll/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98987786163126284-127.0.0.1:34461_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98987786163126287-127.0.0.1:46679_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1313, maxMBSortInHeap=6.850713250445461, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17337aeb), locale=en-CY, timezone=Europe/Uzhgorod
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=292570488,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [LegacyCloudClusterPropTest, TestFiltering, TestScoreJoinQPScore, AnalysisErrorHandlingTest, AliasIntegrationTest, TestTolerantSearch, SpatialRPTFieldTypeTest, DistributedFacetPivotLongTailTest, TriggerIntegrationTest, TestCoreDiscovery, TestConfigSets, ComputePlanActionTest, TestJsonFacets, TestSearchPerf, AlternateDirectoryTest, StatsComponentTest, TestReqParamsAPI, IndexBasedSpellCheckerTest, DeleteNodeTest]
[junit4] Completed [139/749 (1!)] on J2 in 220.89s, 1 test, 1 error <<< FAILURES!
[...truncated 42205 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20889 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20889/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D:332C735EBC9BA282]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11829 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/init-core-data-001
[junit4] 2> 424022 WARN (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 424022 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 424024 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 424024 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 424024 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001
[junit4] 2> 424025 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 424025 INFO (Thread-389) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 424025 INFO (Thread-389) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 424029 ERROR (Thread-389) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 424125 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42685
[junit4] 2> 424156 INFO (jetty-launcher-340-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 424156 INFO (jetty-launcher-340-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 424167 INFO (jetty-launcher-340-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e5959{/solr,null,AVAILABLE}
[junit4] 2> 424167 INFO (jetty-launcher-340-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1581780{/solr,null,AVAILABLE}
[junit4] 2> 424174 INFO (jetty-launcher-340-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d69ca{SSL,[ssl, http/1.1]}{127.0.0.1:40609}
[junit4] 2> 424174 INFO (jetty-launcher-340-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@645968{SSL,[ssl, http/1.1]}{127.0.0.1:41543}
[junit4] 2> 424174 INFO (jetty-launcher-340-thread-1) [ ] o.e.j.s.Server Started @426304ms
[junit4] 2> 424174 INFO (jetty-launcher-340-thread-2) [ ] o.e.j.s.Server Started @426304ms
[junit4] 2> 424174 INFO (jetty-launcher-340-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40609}
[junit4] 2> 424174 INFO (jetty-launcher-340-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41543}
[junit4] 2> 424175 ERROR (jetty-launcher-340-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 424175 ERROR (jetty-launcher-340-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 424175 INFO (jetty-launcher-340-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 424175 INFO (jetty-launcher-340-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 424175 INFO (jetty-launcher-340-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 424175 INFO (jetty-launcher-340-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 424175 INFO (jetty-launcher-340-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 424175 INFO (jetty-launcher-340-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 424175 INFO (jetty-launcher-340-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T16:04:43.248Z
[junit4] 2> 424175 INFO (jetty-launcher-340-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T16:04:43.248Z
[junit4] 2> 424177 INFO (jetty-launcher-340-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 424178 INFO (jetty-launcher-340-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 424201 INFO (jetty-launcher-340-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42685/solr
[junit4] 2> 424204 INFO (jetty-launcher-340-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42685/solr
[junit4] 2> 424259 INFO (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 424259 INFO (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41543_solr
[junit4] 2> 424259 INFO (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr ] o.a.s.c.Overseer Overseer (id=98986641529176070-127.0.0.1:41543_solr-n_0000000000) starting
[junit4] 2> 424262 INFO (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41543_solr
[junit4] 2> 424263 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 424277 INFO (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 424279 INFO (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 424279 INFO (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40609_solr
[junit4] 2> 424280 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 424285 INFO (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 424363 INFO (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 424383 INFO (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 424384 INFO (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 424384 INFO (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/.
[junit4] 2> 424440 INFO (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 424446 INFO (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 424446 INFO (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 424447 INFO (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/.
[junit4] 2> 424469 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 424469 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42685/solr ready
[junit4] 2> 424498 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 424500 INFO (OverseerThreadFactory-1005-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 424603 INFO (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40609/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 424604 INFO (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41543/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 424605 INFO (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40609/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 424606 INFO (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41543/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 424836 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 424837 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 424837 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 424864 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 424864 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 424866 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 424970 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 424970 INFO (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 424970 INFO (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 425855 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 425855 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 425885 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 425888 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 425888 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
[junit4] 2> 425892 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 425892 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 425893 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/collection1_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/./collection1_shard1_replica_t1/data/]
[junit4] 2> 425894 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 425905 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 425930 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema [collection1_shard1_replica_t2] Schema name=minimal
[junit4] 2> 425932 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 425932 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t2' using configuration from collection collection1, trusted=true
[junit4] 2> 425933 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
[junit4] 2> 425933 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.core.collection1.shard1.replica_t2' (registry 'solr.core.collection1.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 425933 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 425933 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [[collection1_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/collection1_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/./collection1_shard1_replica_t2/data/]
[junit4] 2> 425935 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 425935 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
[junit4] 2> 425935 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 425935 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 425935 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/collection1_shard2_replica_t6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/./collection1_shard2_replica_t6/data/]
[junit4] 2> 425936 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
[junit4] 2> 425944 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 425944 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
[junit4] 2> 425944 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
[junit4] 2> 425945 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 425945 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/collection1_shard2_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/./collection1_shard2_replica_t4/data/]
[junit4] 2> 426005 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 426005 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 426006 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 426006 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 426009 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ee6c59[collection1_shard1_replica_t1] main]
[junit4] 2> 426028 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 426029 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 426030 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 426031 INFO (searcherExecutor-1010-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@ee6c59[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 426031 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266569211904
[junit4] 2> 426038 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 426073 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 426073 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 426074 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 426074 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 426076 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@82fa30[collection1_shard2_replica_t6] main]
[junit4] 2> 426078 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 426078 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 426079 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 426079 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266619543552
[junit4] 2> 426082 INFO (searcherExecutor-1012-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@82fa30[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 426084 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 426087 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 426087 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 426088 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 426088 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 426089 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@151df80[collection1_shard2_replica_t4] main]
[junit4] 2> 426101 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 426101 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 426102 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 426102 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 426103 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8853d9[collection1_shard1_replica_t2] main]
[junit4] 2> 426105 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 426105 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 426105 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 426105 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266646806528
[junit4] 2> 426107 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 426108 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 426108 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 426109 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266651000832
[junit4] 2> 426109 INFO (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@151df80[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 426111 INFO (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@8853d9[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 426185 INFO (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 426185 INFO (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 426185 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 426538 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 426538 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 426538 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/
[junit4] 2> 426538 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:40609/solr START replicas=[https://127.0.0.1:41543/solr/collection1_shard1_replica_t2/] nUpdates=100
[junit4] 2> 426545 INFO (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 426596 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 426596 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 426596 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/
[junit4] 2> 426596 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:41543/solr START replicas=[https://127.0.0.1:40609/solr/collection1_shard2_replica_t4/] nUpdates=100
[junit4] 2> 426613 INFO (qtp10704012-2403) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 426839 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:40609/solr DONE. We have no versions. sync failed.
[junit4] 2> 426839 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 426839 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 426839 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 426839 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 426840 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/ shard1
[junit4] 2> 426897 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:41543/solr DONE. We have no versions. sync failed.
[junit4] 2> 426897 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 426897 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 426897 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 426897 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 stopping background replication from leader
[junit4] 2> 426898 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/ shard2
[junit4] 2> 427003 INFO (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427003 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427003 INFO (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427041 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 427045 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2208
[junit4] 2> 427052 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 427061 INFO (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2194
[junit4] 2> 427109 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 starting background replication from leader
[junit4] 2> 427109 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 427110 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 427110 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 427110 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Replica core_node8 is leader but it's state is down, skipping replication
[junit4] 2> 427112 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController collection1_shard1_replica_t2 starting background replication from leader
[junit4] 2> 427112 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 427113 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2275
[junit4] 2> 427113 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 427113 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 427113 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
[junit4] 2> 427115 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2251
[junit4] 2> 427118 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 427216 INFO (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427216 INFO (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427216 INFO (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 428118 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3619
[junit4] 2> 428119 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 428119 INFO (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 428132 INFO (TEST-TestCloudRecovery.corruptedLogTest-seed#[47DC921BF8BFE50D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
[junit4] 2> 428184 INFO (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1583786268793241600&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268793241600)} 0 0
[junit4] 2> 428193 INFO (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1583786268800581632&distrib.from=https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268800581632)} 0 8
[junit4] 2> 428211 INFO (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268800581632)} 0 52
[junit4] 2> 428211 INFO (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1583786268793241600)} 0 62
[junit4] 2> 428226 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583786268870836224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 428226 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 428230 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 428230 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 428237 INFO (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 428246 INFO (qtp8833903-2481) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 428259 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 428260 INFO (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 428265 INFO (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583786268911730688,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 428265 INFO (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 428266 INFO (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 428266 INFO (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 428501 INFO (OverseerCollectionConfigSetProcessor-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 428766 INFO (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 428768 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 429281 INFO (qtp8833903-2413) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 429283 INFO (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 429801 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 429801 INFO (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 430110 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 430110 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/
[junit4] 2> 430111 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 430111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 430111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 430111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 430111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 430111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 430115 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 430115 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/
[junit4] 2> 430115 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 430117 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 430117 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 430117 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 430117 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 430117 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 430118 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5175cd[collection1_shard2_replica_t4] main]
[junit4] 2> 430118 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@113e30b[collection1_shard1_replica_t2] main]
[junit4] 2> 430120 INFO (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@5175cd[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 430120 INFO (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@113e30b[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 430314 INFO (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 430322 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 430826 INFO (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 430835 INFO (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 431334 INFO (qtp10704012-2409) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 431340 INFO (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 431840 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 431845 INFO (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 432345 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 432351 INFO (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 432856 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 432871 INFO (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 433111 INFO (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 433111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 433111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 433111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 433111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 433111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 433111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@113945e[collection1_shard2_replica_t4] main]
[junit4] 2> 433112 INFO (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@113945e[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 433114 INFO (qtp10704012-2409) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 433114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 433114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 433114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 433114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 433114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 433114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b1d7a0[collection1_shard1_replica_t2] main]
[junit4] 2> 433115 INFO (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@1b1d7a0[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 433371 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 433377 INFO (qtp10704012-2400) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 433884 INFO (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 433886 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 434390 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 434393 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 434909 INFO (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 434911 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 435416 INFO (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 435418 INFO (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 435921 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 435923 INFO (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 436111 INFO (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 436111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 436111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 436111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 436112 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 436112 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 436112 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@14380b9[collection1_shard2_replica_t4] main]
[junit4] 2> 436114 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 436114 INFO (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@14380b9[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 436114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 436114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 436114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 436114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 436114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 436115 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1167f[collection1_shard1_replica_t2] main]
[junit4] 2> 436117 INFO (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@1167f[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 436427 INFO (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 436428 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 436935 INFO (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 436937 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 437440 INFO (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 437442 INFO (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 437944 INFO (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 437947 INFO (qtp10704012-2400) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 438447 INFO (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 438449 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 438957 INFO (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=5
[junit4] 2> 438959 INFO (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 439111 INFO (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 439111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 439111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 439111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 439111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 439111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 439111 INFO (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@b204bc[collection1_shard2_replica_t4] main]
[junit4] 2> 439112 INFO (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@b204bc[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 439114 INFO (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 439114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 439114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 439114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 439114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 439114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 439114 INFO (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d705d4[collection1_shard1_replica_t2] main]
[junit4] 2> 439116 INFO (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Reg
[...truncated too long message...]
ore.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46235/solr",
[junit4] 2> "node_name":"127.0.0.1:46235_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 2480290 INFO (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@606241
[junit4] 2> 2480290 INFO (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=6316609
[junit4] 2> 2480290 INFO (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aade9d: rootName = solr_46235, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ee45ae
[junit4] 2> 2480304 INFO (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=6316609
[junit4] 2> 2480306 INFO (jetty-closer-1311-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98986696222965763-127.0.0.1:46235_solr-n_0000000000) closing
[junit4] 2> 2480306 INFO (OverseerStateUpdate-98986696222965763-127.0.0.1:46235_solr-n_0000000000) [n:127.0.0.1:46235_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46235_solr
[junit4] 2> 2480306 WARN (OverseerAutoScalingTriggerThread-98986696222965763-127.0.0.1:46235_solr-n_0000000000) [n:127.0.0.1:46235_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2480308 INFO (jetty-closer-1311-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@eced64{/solr,null,UNAVAILABLE}
[junit4] 2> 2480309 ERROR (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2480310 INFO (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43439 43439
[junit4] 2> 2480341 INFO (Thread-2545) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43439 43439
[junit4] 2> 2480342 WARN (Thread-2545) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2480342 INFO (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Nov 11, 2017 4:38:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=176, maxMBSortInHeap=7.167334800158807, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1c5d9fc), locale=sk, timezone=Asia/Magadan
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=151293440,total=321638400
[junit4] 2> NOTE: All tests run in this JVM: [WrapperMergePolicyFactoryTest, TestMissingGroups, CopyFieldTest, ClassificationUpdateProcessorFactoryTest, ReturnFieldsTest, TemplateUpdateProcessorTest, ShardSplitTest, TestCoreContainer, TestCloudRecovery, TestLockTree, FileBasedSpellCheckerTest, TestDistributedGrouping, RuleEngineTest, TestSystemIdResolver, BitVectorTest, TestShardHandlerFactory, TestLRUCache, ParsingFieldUpdateProcessorsTest, SimpleMLTQParserTest, TestZkChroot, TestLMDirichletSimilarityFactory, OverseerRolesTest, TestCloudSchemaless, StatsReloadRaceTest, TestTolerantSearch, TestPartialUpdateDeduplication, HdfsBasicDistributedZkTest, LegacyCloudClusterPropTest, TestReload, DistributedSuggestComponentTest, RequiredFieldsTest, DistribJoinFromCollectionTest, TestXmlQParser, TestSubQueryTransformer, TestSystemCollAutoCreate, TestManagedSynonymFilterFactory, DeleteStatusTest, DirectSolrSpellCheckerTest, CSVRequestHandlerTest, XsltUpdateRequestHandlerTest, TestRealTimeGet, TestCoreDiscovery, HdfsWriteToMultipleCollectionsTest, CoreSorterTest, TestExclusionRuleCollectionAccess, MetricsConfigTest, TestQueryTypes, DistributedFacetPivotWhiteBoxTest, TestStandardQParsers, TestValueSourceCache, TestComplexPhraseQParserPlugin, TestLMJelinekMercerSimilarityFactory, AsyncCallRequestStatusResponseTest, TestReRankQParserPlugin, TestBulkSchemaAPI, TestCollectionAPI, TestSQLHandlerNonCloud, SpellPossibilityIteratorTest, HdfsCollectionsAPIDistributedZkTest, TestPushWriter, TestLeaderElectionZkExpiry, TestSSLRandomization, SolrCLIZkUtilsTest, TestLegacyFieldReuse, TestOverriddenPrefixQueryForCustomFieldType, TestIntervalFaceting, CloneFieldUpdateProcessorFactoryTest, TestBinaryResponseWriter, ZkNodePropsTest, WordBreakSolrSpellCheckerTest, TestSearchPerf, CdcrRequestHandlerTest, DistanceFunctionTest, TestFunctionQuery, TestDelegationWithHadoopAuth, TestNumericTerms64, TestRetrieveFieldsOptimizer, TestSortByMinMaxFunction, AliasIntegrationTest, HdfsRecoveryZkTest, TestQuerySenderListener, DistributedSpellCheckComponentTest, TestLFUCache, TestHighFrequencyDictionaryFactory, TestIndexSearcher, CollectionsAPIAsyncDistributedZkTest, TestUnifiedSolrHighlighter, HdfsThreadLeakTest, TestAuthenticationFramework, SolrTestCaseJ4Test, DistributedExpandComponentTest, TestGroupingSearch, OverriddenZkACLAndCredentialsProvidersTest, TestInitParams, ReplicaListTransformerTest, ConnectionReuseTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ConnectionReuseTest -Dtests.seed=47DC921BF8BFE50D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=Asia/Magadan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | ConnectionReuseTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
[junit4] > at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [526/749 (2!)] on J2 in 1222.53s, 0 tests, 1 error <<< FAILURES!
[...truncated 43746 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20888 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20888/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
13 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistribJoinFromCollectionTest
Error Message:
Error from server at https://127.0.0.1:35199/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35199/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.DistribJoinFromCollectionTest.setupCluster(DistribJoinFromCollectionTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at https://127.0.0.1:43597/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43597/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([455CB555FEEA31BE:F16D2DBD1D034792]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at https://127.0.0.1:33089/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:B91D491F93CF9564]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:175)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:277D797BD21315BD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode
Error Message:
Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:1134359B0A4E8931]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not find collection : halfdeletedcollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not find collection : halfdeletedcollection
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:DBE8514E22269A39]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload
Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: reloaded_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: reloaded_collection
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:922409C4F19A1A33]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:484)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: nodes_used_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: nodes_used_collection
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:F7DDF0969FDB3DBD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:335)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: halfcollectionblocker
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: halfcollectionblocker
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:7F5B884EDF890848]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:285)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection
Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: acollectionafterbaddelete
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: acollectionafterbaddelete
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:74BA35C73376CA55]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:362)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest
Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: addReplicaColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: addReplicaColl
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:3D72DCAA1DFE7D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:617)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard
Error Message:
Error from server at http://127.0.0.1:36015/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36015/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:33876EA18065FEA0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard(DeleteShardTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.DeleteShardTest.test
Error Message:
Error from server at http://127.0.0.1:36015/solr: Could not fully create collection: deleteShard
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36015/solr: Could not fully create collection: deleteShard
at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:1BC91A208AE9D854]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.DeleteShardTest.test(DeleteShardTest.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11702 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteShardTest
[junit4] 2> 59756 INFO (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/init-core-data-001
[junit4] 2> 59756 INFO (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 59757 INFO (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 59759 INFO (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001
[junit4] 2> 59759 INFO (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 59759 INFO (Thread-188) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 59759 INFO (Thread-188) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 59761 ERROR (Thread-188) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 59859 INFO (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44351
[junit4] 2> 59869 INFO (jetty-launcher-38-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 59869 INFO (jetty-launcher-38-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 59870 INFO (jetty-launcher-38-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c2b3fe{/solr,null,AVAILABLE}
[junit4] 2> 59870 INFO (jetty-launcher-38-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bffc75{/solr,null,AVAILABLE}
[junit4] 2> 59872 INFO (jetty-launcher-38-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c8abc2{HTTP/1.1,[http/1.1]}{127.0.0.1:35011}
[junit4] 2> 59872 INFO (jetty-launcher-38-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13707ac{HTTP/1.1,[http/1.1]}{127.0.0.1:36015}
[junit4] 2> 59872 INFO (jetty-launcher-38-thread-2) [ ] o.e.j.s.Server Started @61005ms
[junit4] 2> 59872 INFO (jetty-launcher-38-thread-1) [ ] o.e.j.s.Server Started @61005ms
[junit4] 2> 59872 INFO (jetty-launcher-38-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35011}
[junit4] 2> 59872 INFO (jetty-launcher-38-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36015}
[junit4] 2> 59872 ERROR (jetty-launcher-38-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 59872 ERROR (jetty-launcher-38-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 59872 INFO (jetty-launcher-38-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 59873 INFO (jetty-launcher-38-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 59873 INFO (jetty-launcher-38-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 59873 INFO (jetty-launcher-38-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 59873 INFO (jetty-launcher-38-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 59873 INFO (jetty-launcher-38-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 59873 INFO (jetty-launcher-38-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T12:55:36.509Z
[junit4] 2> 59873 INFO (jetty-launcher-38-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T12:55:36.509Z
[junit4] 2> 59878 INFO (jetty-launcher-38-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 59878 INFO (jetty-launcher-38-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 59905 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fab2652cc0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 59907 INFO (jetty-launcher-38-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44351/solr
[junit4] 2> 59908 INFO (jetty-launcher-38-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44351/solr
[junit4] 2> 59981 INFO (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 59981 INFO (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 59982 INFO (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35011_solr
[junit4] 2> 59982 INFO (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36015_solr
[junit4] 2> 59983 INFO (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr ] o.a.s.c.Overseer Overseer (id=98985897911648262-127.0.0.1:35011_solr-n_0000000000) starting
[junit4] 2> 59983 INFO (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 59983 INFO (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 59990 INFO (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35011_solr
[junit4] 2> 59991 INFO (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 59991 INFO (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 60166 INFO (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 60188 INFO (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 60189 INFO (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 60189 INFO (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 60191 INFO (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/.
[junit4] 2> 60211 INFO (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 60212 INFO (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 60214 INFO (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/.
[junit4] 2> 60270 INFO (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 60271 INFO (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44351/solr ready
[junit4] 2> 60280 INFO (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[939D25FA2415B5AC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDirectoryCleanupAfterDeleteShard
[junit4] 2> 60283 INFO (qtp4206721-466) [n:127.0.0.1:36015_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=1&collection.configName=conf&maxShardsPerNode=2&name=deleteshard_test&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 60285 INFO (OverseerThreadFactory-89-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr ] o.a.s.c.CreateCollectionCmd Create collection deleteshard_test
[junit4] 2> 60391 INFO (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteshard_test",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"deleteshard_test_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35011/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 60393 INFO (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteshard_test",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"deleteshard_test_b_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36015/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 60394 INFO (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteshard_test",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"deleteshard_test_c_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35011/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 60599 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteshard_test_a_replica_n1&action=CREATE&numShards=3&collection=deleteshard_test&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 60601 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=deleteshard_test_c_replica_n4&action=CREATE&numShards=3&collection=deleteshard_test&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 60601 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 60601 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=deleteshard_test_b_replica_n2&action=CREATE&numShards=3&collection=deleteshard_test&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 60601 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 60709 INFO (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
[junit4] 2> 60709 INFO (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
[junit4] 2> 60709 INFO (zkCallback-49-thread-2-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
[junit4] 2> 60709 INFO (zkCallback-50-thread-2-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
[junit4] 2> 61624 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 61630 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 61630 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 61651 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.s.IndexSchema [deleteshard_test_a_replica_n1] Schema name=minimal
[junit4] 2> 61651 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.s.IndexSchema [deleteshard_test_b_replica_n2] Schema name=minimal
[junit4] 2> 61656 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 61656 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 61656 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_a_replica_n1' using configuration from collection deleteshard_test, trusted=true
[junit4] 2> 61656 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_b_replica_n2' using configuration from collection deleteshard_test, trusted=true
[junit4] 2> 61656 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.s.IndexSchema [deleteshard_test_c_replica_n4] Schema name=minimal
[junit4] 2> 61656 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.core.deleteshard_test.a.replica_n1' (registry 'solr.core.deleteshard_test.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 61656 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.core.deleteshard_test.b.replica_n2' (registry 'solr.core.deleteshard_test.b.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 61657 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 61657 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 61658 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrCore [[deleteshard_test_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/deleteshard_test_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/./deleteshard_test_a_replica_n1/data/]
[junit4] 2> 61658 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrCore [[deleteshard_test_b_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/deleteshard_test_b_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/./deleteshard_test_b_replica_n2/data/]
[junit4] 2> 61664 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 61664 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_c_replica_n4' using configuration from collection deleteshard_test, trusted=true
[junit4] 2> 61665 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.core.deleteshard_test.c.replica_n4' (registry 'solr.core.deleteshard_test.c.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
[junit4] 2> 61665 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 61665 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrCore [[deleteshard_test_c_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/deleteshard_test_c_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/./deleteshard_test_c_replica_n4/data/]
[junit4] 2> 61748 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 61748 INFO (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 61748 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 61748 INFO (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 61749 INFO (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:
[...truncated too long message...]
[n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard1.replica_n1, tag=17211262
[junit4] 2> 99757 INFO (coreCloseExecutor-403-thread-7) [n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15f42c4: rootName = solr_43597, domain = solr.core.2nd_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.2nd_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1fda95e
[junit4] 2> 99761 INFO (coreCloseExecutor-401-thread-1) [n:127.0.0.1:37707_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=16565589
[junit4] 2> 99762 INFO (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n3, tag=14649767
[junit4] 2> 99762 INFO (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a31007: rootName = solr_37707, domain = solr.core.stale_state_test_col.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.stale_state_test_col.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@5cd204
[junit4] 2> 99765 INFO (jetty-closer-111-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d836c6{/solr,null,UNAVAILABLE}
[junit4] 2> 99768 INFO (coreCloseExecutor-403-thread-2) [n:127.0.0.1:43597_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=20507075
[junit4] 2> 99768 INFO (coreCloseExecutor-403-thread-4) [n:127.0.0.1:43597_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=5464905
[junit4] 2> 99768 INFO (coreCloseExecutor-403-thread-3) [n:127.0.0.1:43597_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=11655951
[junit4] 2> 99768 INFO (coreCloseExecutor-403-thread-6) [n:127.0.0.1:43597_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=3447082
[junit4] 2> 99768 INFO (coreCloseExecutor-403-thread-7) [n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=17211262
[junit4] 2> 99772 INFO (coreCloseExecutor-401-thread-4) [n:127.0.0.1:37707_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=4747942
[junit4] 2> 99772 INFO (coreCloseExecutor-401-thread-2) [n:127.0.0.1:37707_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=25371534
[junit4] 2> 99773 INFO (coreCloseExecutor-401-thread-3) [n:127.0.0.1:37707_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=29881443
[junit4] 2> 99773 INFO (coreCloseExecutor-401-thread-5) [n:127.0.0.1:37707_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=11510792
[junit4] 2> 99773 INFO (coreCloseExecutor-401-thread-7) [n:127.0.0.1:37707_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=15589544
[junit4] 2> 99773 INFO (coreCloseExecutor-401-thread-8) [n:127.0.0.1:37707_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=25361549
[junit4] 2> 99773 INFO (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=14649767
[junit4] 2> 99781 INFO (jetty-closer-111-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98986110240096263-127.0.0.1:37707_solr-n_0000000000) closing
[junit4] 2> 99781 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fab57c28f0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 99781 INFO (OverseerStateUpdate-98986110240096263-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37707_solr
[junit4] 2> 99782 INFO (jetty-closer-111-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@169b187{/solr,null,UNAVAILABLE}
[junit4] 2> 99782 WARN (OverseerAutoScalingTriggerThread-98986110240096263-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 99783 INFO (jetty-closer-111-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a55b2{/solr,null,UNAVAILABLE}
[junit4] 2> 99783 ERROR (SUITE-CloudSolrClientTest-seed#[455CB555FEEA31BE]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 99783 INFO (SUITE-CloudSolrClientTest-seed#[455CB555FEEA31BE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36901 36901
[junit4] 2> 109822 INFO (Thread-167) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36901 36901
[junit4] 2> 109823 WARN (Thread-167) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/foo/state.json
[junit4] 2> 24 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 14 /solr/collections/multicollection1/state.json
[junit4] 2> 14 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard3/election/98986110240096263-core_node18-n_0000000000
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard1/election/98986110240096263-core_node7-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_455CB555FEEA31BE-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d44f96), locale=bg, timezone=Africa/Conakry
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=87469288,total=210440192
[junit4] 2> NOTE: All tests run in this JVM: [ArcCosineEvaluatorTest, SolrExampleBinaryTest, HttpSolrClientBuilderTest, SolrExampleXMLTest, PowerEvaluatorTest, SelectWithEvaluatorsTest, TestValidatingJsonMap, TestJavaBinCodec, SolrExceptionTest, LargeVolumeJettyTest, TestCollectionStateWatchers, HyperbolicSineEvaluatorTest, ArrayEvaluatorTest, TestSuggesterResponse, UuidEvaluatorTest, SolrExampleJettyTest, DivideEvaluatorTest, OperationsTest, GreaterThanEqualToEvaluatorTest, TestCollectionAdminRequest, MultiplyEvaluatorTest, CloudSolrClientTest]
[junit4] Completed [93/146 (1!)] on J2 in 43.80s, 16 tests, 1 error <<< FAILURES!
[...truncated 42303 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20887 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20887/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
Error Message:
Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([54A8B380B1BA9C64]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest.setupCluster(SelectWithEvaluatorsTest.java:71)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 14965 lines...]
[junit4] Suite: org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
[junit4] 2> 74904 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/init-core-data-001
[junit4] 2> 74905 WARN (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 74905 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 74906 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 74907 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001
[junit4] 2> 74907 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 74908 INFO (Thread-309) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 74908 INFO (Thread-309) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 74909 ERROR (Thread-309) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 75008 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46317
[junit4] 2> 75017 INFO (jetty-launcher-674-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 75017 INFO (jetty-launcher-674-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 75017 INFO (jetty-launcher-674-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 75017 INFO (jetty-launcher-674-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 75019 INFO (jetty-launcher-674-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5aa913fc{/solr,null,AVAILABLE}
[junit4] 2> 75019 INFO (jetty-launcher-674-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@558c5463{/solr,null,AVAILABLE}
[junit4] 2> 75019 INFO (jetty-launcher-674-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@195c3069{/solr,null,AVAILABLE}
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2278cdbe{SSL,[ssl, http/1.1]}{127.0.0.1:42855}
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f3faa6a{/solr,null,AVAILABLE}
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-4) [ ] o.e.j.s.Server Started @77244ms
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3dc4488a{SSL,[ssl, http/1.1]}{127.0.0.1:32977}
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42855}
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-3) [ ] o.e.j.s.Server Started @77244ms
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32977}
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7cdc1762{SSL,[ssl, http/1.1]}{127.0.0.1:38983}
[junit4] 2> 75022 ERROR (jetty-launcher-674-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-1) [ ] o.e.j.s.Server Started @77244ms
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 75022 ERROR (jetty-launcher-674-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38983}
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T10:39:41.226801Z
[junit4] 2> 75022 INFO (jetty-launcher-674-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T10:39:41.226870Z
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c3a00{SSL,[ssl, http/1.1]}{127.0.0.1:45421}
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-2) [ ] o.e.j.s.Server Started @77245ms
[junit4] 2> 75023 ERROR (jetty-launcher-674-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45421}
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T10:39:41.227398Z
[junit4] 2> 75023 ERROR (jetty-launcher-674-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 75023 INFO (jetty-launcher-674-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T10:39:41.227741Z
[junit4] 2> 75027 INFO (jetty-launcher-674-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 75027 INFO (jetty-launcher-674-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 75027 INFO (jetty-launcher-674-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 75028 INFO (jetty-launcher-674-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 75036 INFO (jetty-launcher-674-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
[junit4] 2> 75036 INFO (jetty-launcher-674-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
[junit4] 2> 75040 INFO (jetty-launcher-674-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
[junit4] 2> 75041 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faaa9e2390006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 75042 INFO (jetty-launcher-674-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
[junit4] 2> 75059 WARN (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 75059 WARN (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 75059 WARN (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 75061 WARN (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 75061 INFO (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 75061 INFO (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 75061 INFO (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 75062 INFO (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42855_solr
[junit4] 2> 75062 INFO (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45421_solr
[junit4] 2> 75062 INFO (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38983_solr
[junit4] 2> 75062 INFO (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 75063 INFO (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.c.Overseer Overseer (id=98985363447021579-127.0.0.1:42855_solr-n_0000000000) starting
[junit4] 2> 75063 INFO (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 75063 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 75063 INFO (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 75066 INFO (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 75066 INFO (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32977_solr
[junit4] 2> 75067 INFO (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 75067 INFO (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 75067 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 75074 INFO (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 75080 INFO (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42855_solr
[junit4] 2> 75081 INFO (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 75081 INFO (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 75082 INFO (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 75099 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 75112 INFO (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75112 INFO (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75120 INFO (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75120 INFO (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75121 INFO (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75121 INFO (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75121 INFO (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node2/.
[junit4] 2> 75122 INFO (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/.
[junit4] 2> 75123 INFO (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75128 INFO (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75128 INFO (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75129 INFO (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node3/.
[junit4] 2> 75130 INFO (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75135 INFO (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75135 INFO (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 75136 INFO (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/.
[junit4] 2> 75216 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 75217 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46317/solr ready
[junit4] 2> 75227 INFO (qtp962193421-1987) [n:127.0.0.1:42855_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 75229 INFO (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
[junit4] 2> 75335 INFO (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42855/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 75338 INFO (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38983/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 75543 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 75543 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 75553 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 75554 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 75656 INFO (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 75656 INFO (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 75656 INFO (zkCallback-692-thread-2-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 75656 INFO (zkCallback-695-thread-2-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 76555 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 76561 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 76562 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 76564 WARN (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 76566 WARN (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 76567 WARN (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 76568 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
[junit4] 2> 76568 WARN (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 76584 WARN (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 76584 WARN (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 76636 WARN (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 76636 WARN (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 76637 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 76637 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
[junit4] 2> 76637 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 76637 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 76637 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/collection1_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/./collection1_collection_shard2_replica_n2/data/]
[junit4] 2> 76639 WARN (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 76639 WARN (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 76639 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 76639 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
[junit4] 2> 76639 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
[junit4] 2> 76639 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 76639 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/collection1_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/./collection1_collection_shard1_replica_n1/data/]
[junit4] 2> 76667 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 76667 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 76668 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 76668 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 76669 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fe370ae[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 76669 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 76670 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 76670 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 76670 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583765816998887424
[junit4] 2> 76671 INFO (searcherExecutor-727-thread-1-processing-n:127.0.0.1:42855_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@6fe370ae[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 76673 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 76673 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 76673 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/
[junit4] 2> 76673 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 76673 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 76673 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 76674 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 76674 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 76674 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/ shard1
[junit4] 2> 76675 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 76675 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 76675 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b165631[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 76676 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 76676 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 76677 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 76677 INFO (searcherExecutor-726-thread-1-processing-n:127.0.0.1:38983_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@7b165631[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 76677 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583765817006227456
[junit4] 2> 76680 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 76680 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 76680 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/
[junit4] 2> 76680 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 76680 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/ has no replicas
[junit4] 2> 76680 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 76681 INFO (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/ shard2
[junit4] 2> 255230 ERROR (qtp962193421-1987) [n:127.0.0.1:42855_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 255230 INFO (qtp962193421-1987) [n:127.0.0.1:42855_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 255231 ERROR (qtp962193421-1987) [n:127.0.0.1:42855_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 255234 INFO (jetty-closer-675-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2278cdbe{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 255234 INFO (jetty-closer-675-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2013905620
[junit4] 2> 255234 INFO (jetty-closer-675-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3dc4488a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 255235 INFO (jetty-closer-675-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2077295373
[junit4] 2> 255235 INFO (jetty-closer-675-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 255235 INFO (jetty-closer-675-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 255235 INFO (jetty-closer-675-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71ef436e: rootName = solr_32977, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4af8b4b4
[junit4] 2> 255235 INFO (jetty-closer-675-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5db8befe: rootName = solr_42855, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2024bf8b
[junit4] 2> 255245 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42855/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:42855/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42855 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 255248 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38983/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:38983/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:38983 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 255249 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [collection1_collection].
[junit4] 2> 255250 INFO (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 255247 INFO (jetty-closer-675-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c3a00{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 255251 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42855/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:42855/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:42855 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
[junit4] 2> at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
[junit4] 2> at java.base/java.net.Socket.connect(Socket.java:591)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 255253 INFO (jetty-closer-675-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 255253 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38983/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:38983/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:38983 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
[junit4] 2> at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
[junit4] 2> at java.base/java.net.Socket.connect(Socket.java:591)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 255247 INFO (jetty-closer-675-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7cdc1762{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 255253 INFO (jetty-closer-675-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@783d6ffb: rootName = solr_32977, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
[junit4] 2> 255253 INFO (jetty-closer-675-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 255252 INFO (jetty-closer-675-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=657808713
[junit4] 2> 255262 INFO (jetty-closer-675-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6fba351d: rootName = solr_42855, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
[junit4] 2> 255262 INFO (jetty-closer-675-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 255262 INFO (jetty-closer-675-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7382b036: rootName = solr_45421, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ba37edc
[junit4] 2> 255254 INFO (jetty-closer-675-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1853813898
[junit4] 2> 255263 INFO (jetty-closer-675-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 255263 INFO (jetty-closer-675-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@262c0a54: rootName = solr_38983, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@19ac861
[junit4] 2> 255266 INFO (jetty-closer-675-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 255266 INFO (jetty-closer-675-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21b28245: rootName = solr_42855, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
[junit4] 2> 255268 INFO (jetty-closer-675-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 255268 INFO (jetty-closer-675-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6917cfb9: rootName = solr_45421, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
[junit4] 2> 255269 INFO (jetty-closer-675-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42855_solr
[junit4] 2> 255269 INFO (jetty-closer-675-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 255269 INFO (jetty-closer-675-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f16ba6c: rootName = solr_38983, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
[junit4] 2> 255269 INFO (jetty-closer-675-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 255269 INFO (jetty-closer-675-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 255269 INFO (jetty-closer-675-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14bc6aad: rootName = solr_32977, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
[junit4] 2> 255270 INFO (jetty-closer-675-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32977_solr
[junit4] 2> 255270 INFO (jetty-closer-675-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 255270 INFO (jetty-closer-675-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 255271 INFO (jetty-closer-675-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 255271 INFO (jetty-closer-675-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f996a4: rootName = solr_45421, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
[junit4] 2> 255271 INFO (jetty-closer-675-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45421_solr
[junit4] 2> 255272 INFO (jetty-closer-675-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 255272 INFO (jetty-closer-675-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 255273 INFO (jetty-closer-675-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 255273 INFO (jetty-closer-675-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70ece5a3: rootName = solr_38983, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
[junit4] 2> 255274 INFO (jetty-closer-675-thread-4) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38983_solr
[junit4] 2> 255274 INFO (jetty-closer-675-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 255288 INFO (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7d85a6d4
[junit4] 2> 255288 INFO (zkCallback-696-thread-2-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 255288 INFO (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=2105910996
[junit4] 2> 255288 INFO (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6551a7d9: rootName = solr_42855, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2114bc17
[junit4] 2> 255288 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faaa9e2390009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 255288 INFO (zkCallback-695-thread-5-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 255293 INFO (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@a3d19ae
[junit4] 2> 255293 INFO (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=171776430
[junit4] 2> 255294 INFO (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ff8f56e: rootName = solr_38983, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@4ccd0889
[junit4] 2> 255294 INFO (jetty-closer-675-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@558c5463{/solr,null,UNAVAILABLE}
[junit4] 2> 255294 INFO (zkCallback-692-thread-3-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 255296 INFO (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=2105910996
[junit4] 2> 255296 INFO (jetty-closer-675-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98985363447021579-127.0.0.1:42855_solr-n_0000000000) closing
[junit4] 2> 255296 INFO (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42855_solr
[junit4] 2> 255299 INFO (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=171776430
[junit4] 2> 255300 INFO (jetty-closer-675-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5aa913fc{/solr,null,UNAVAILABLE}
[junit4] 2> 255346 ERROR (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1_collection slice: shard2 saw state=DocCollection(collection1_collection//collections/collection1_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"collection1_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:42855/solr",
[junit4] 2> "node_name":"127.0.0.1:42855_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"collection1_collection_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:38983/solr",
[junit4] 2> "node_name":"127.0.0.1:38983_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 255348 ERROR (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.jav
[...truncated too long message...]
ler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 285361 INFO (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209818
[junit4] 2> 285362 ERROR (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 285362 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46317 46317
[junit4] 2> 300405 INFO (Thread-309) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46317 46317
[junit4] 2> 300405 WARN (Thread-309) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/collection1_collection/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98985363447021579-127.0.0.1:42855_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 300406 INFO (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1017, maxMBSortInHeap=5.191338660622971, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@30820e55), locale=en-FI, timezone=Africa/Ceuta
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=334938888,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ArcSineEvaluatorTest, NaturalLogEvaluatorTest, CloudSolrClientCacheTest, TestSpellCheckResponse, FieldValueEvaluatorTest, TestPathTrie, AscEvaluatorTest, LargeVolumeBinaryJettyTest, ConcurrentUpdateSolrClientBuilderTest, SquareRootEvaluatorTest, UsingSolrJRefGuideExamplesTest, LargeVolumeEmbeddedTest, StreamExpressionParserTest, TestConfigSetAdminRequest, RawValueEvaluatorTest, TestNamedListCodec, TestV1toV2ApiMapper, FieldAnalysisResponseTest, TestEmbeddedSolrServer, NotEvaluatorTest, TermsResponseTest, SolrExampleStreamingTest, SolrExampleEmbeddedTest, TestBatchUpdate, JettyWebappTest, LargeVolumeJettyTest, TestCoreAdmin, SolrQueryTest, ContentStreamTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, SolrDocumentTest, ClientUtilsTest, AnlysisResponseBaseTest, FacetFieldTest, GetByIdTest, SolrSchemalessExampleTest, TestLBHttpSolrClient, TestPolicy, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientTest, GraphTest, JdbcDriverTest, JdbcTest, SelectWithEvaluatorsTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SelectWithEvaluatorsTest -Dtests.seed=54A8B380B1BA9C64 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-FI -Dtests.timezone=Africa/Ceuta -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | SelectWithEvaluatorsTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([54A8B380B1BA9C64]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest.setupCluster(SelectWithEvaluatorsTest.java:71)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [146/146 (1!)] on J0 in 225.53s, 0 tests, 1 error <<< FAILURES!
[...truncated 39180 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
20886 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20886/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at http://127.0.0.1:39573/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39573/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([89A340612E75BF3B:3D92D889CD9CC917]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 14714 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/init-core-data-001
[junit4] 2> 12181 WARN (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=120 numCloses=120
[junit4] 2> 12181 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 12182 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 12182 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 12184 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001
[junit4] 2> 12189 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 12190 INFO (Thread-13) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 12190 INFO (Thread-13) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 12290 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45263
[junit4] 2> 12351 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 12377 ERROR (Thread-13) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 13709 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faa0140ae0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 13710 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 13710 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 13710 INFO (jetty-launcher-3-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 13717 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d8377d7{/solr,null,AVAILABLE}
[junit4] 2> 13717 INFO (jetty-launcher-3-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e9eeb66{/solr,null,AVAILABLE}
[junit4] 2> 13718 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@228df574{HTTP/1.1,[http/1.1]}{127.0.0.1:39573}
[junit4] 2> 13718 INFO (jetty-launcher-3-thread-2) [ ] o.e.j.s.Server Started @16294ms
[junit4] 2> 13718 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39573}
[junit4] 2> 13719 ERROR (jetty-launcher-3-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 13719 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 13719 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 13719 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 13719 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T07:35:31.181287Z
[junit4] 2> 13719 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 13737 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e9abef5{/solr,null,AVAILABLE}
[junit4] 2> 13738 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fa0884{HTTP/1.1,[http/1.1]}{127.0.0.1:32937}
[junit4] 2> 13738 INFO (jetty-launcher-3-thread-1) [ ] o.e.j.s.Server Started @16313ms
[junit4] 2> 13738 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32937}
[junit4] 2> 13738 ERROR (jetty-launcher-3-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 13738 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 13738 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 13738 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 13738 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T07:35:31.200953Z
[junit4] 2> 13744 INFO (jetty-launcher-3-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33574f40{HTTP/1.1,[http/1.1]}{127.0.0.1:38163}
[junit4] 2> 13744 INFO (jetty-launcher-3-thread-3) [ ] o.e.j.s.Server Started @16319ms
[junit4] 2> 13744 INFO (jetty-launcher-3-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38163}
[junit4] 2> 13744 ERROR (jetty-launcher-3-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 13744 INFO (jetty-launcher-3-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 13744 INFO (jetty-launcher-3-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 13744 INFO (jetty-launcher-3-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 13744 INFO (jetty-launcher-3-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T07:35:31.206781Z
[junit4] 2> 13748 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 13756 INFO (jetty-launcher-3-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 13758 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 13788 INFO (jetty-launcher-3-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45263/solr
[junit4] 2> 13792 INFO (jetty-launcher-3-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45263/solr
[junit4] 2> 13796 INFO (jetty-launcher-3-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45263/solr
[junit4] 2> 13828 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faa0140ae0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 13908 WARN (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 13909 WARN (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 13909 WARN (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 13926 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 13927 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 13927 INFO (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 13930 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32937_solr
[junit4] 2> 13932 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39573_solr
[junit4] 2> 13932 INFO (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38163_solr
[junit4] 2> 13933 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.c.Overseer Overseer (id=98984639182274568-127.0.0.1:32937_solr-n_0000000000) starting
[junit4] 2> 13952 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 13964 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 13969 INFO (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 14083 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32937_solr
[junit4] 2> 14085 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 14085 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 14088 INFO (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 14410 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14525 INFO (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14541 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14541 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14545 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32937.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14549 INFO (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/.
[junit4] 2> 14610 INFO (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14611 INFO (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14624 INFO (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/.
[junit4] 2> 14625 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32937.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14626 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32937.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 14627 INFO (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node2/.
[junit4] 2> 14934 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 14935 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45263/solr ready
[junit4] 2> 14954 INFO (qtp832502285-116) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 14965 INFO (OverseerThreadFactory-30-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 15084 INFO (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39573/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 15090 INFO (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38163/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 15305 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 15305 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 15316 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 15317 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 15436 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 15438 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 15439 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 15440 INFO (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 16363 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 16366 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 16406 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema [collection1_shard2_replica_n3] Schema name=test
[junit4] 2> 16429 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 16631 WARN (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 16639 WARN (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 16639 WARN (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 16649 WARN (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 16649 WARN (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 16649 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 16652 WARN (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 16652 WARN (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 16652 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 16653 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n3' using configuration from collection collection1, trusted=true
[junit4] 2> 16654 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.core.collection1.shard2.replica_n3' (registry 'solr.core.collection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 16654 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 16654 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [[collection1_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/collection1_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/./collection1_shard2_replica_n3/data/]
[junit4] 2> 16655 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 16656 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 16656 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 16656 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 16744 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 16745 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 16747 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 16747 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 16749 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35542e2e[collection1_shard1_replica_n1] main]
[junit4] 2> 16752 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 16756 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 16756 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 16756 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 16757 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 16760 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 16760 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 16760 INFO (searcherExecutor-38-thread-1-processing-n:127.0.0.1:39573_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@35542e2e[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 16760 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754231647567872
[junit4] 2> 16762 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@662d86c6[collection1_shard2_replica_n3] main]
[junit4] 2> 16763 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 16764 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 16765 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 16774 INFO (searcherExecutor-37-thread-1-processing-n:127.0.0.1:38163_solr x:collection1_shard2_replica_n3 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [collection1_shard2_replica_n3] Registered new searcher Searcher@662d86c6[collection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 16776 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 16776 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 16776 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/
[junit4] 2> 16777 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 16777 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 16777 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 16777 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754231665393664
[junit4] 2> 16785 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 16786 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 16786 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38163/solr/collection1_shard2_replica_n3/
[junit4] 2> 16786 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 16786 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:38163/solr/collection1_shard2_replica_n3/ has no replicas
[junit4] 2> 16786 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 16796 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 16798 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38163/solr/collection1_shard2_replica_n3/ shard2
[junit4] 2> 16901 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 16901 INFO (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 16901 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 16901 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 16947 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 16949 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 16956 INFO (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1641
[junit4] 2> 16956 INFO (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1652
[junit4] 2> 16974 INFO (qtp832502285-116) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 17051 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 17051 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 17051 INFO (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 17051 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 17974 INFO (qtp832502285-116) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3021
[junit4] 2> 17980 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 17983 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 17989 INFO (qtp832502285-96) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 17992 INFO (qtp832502285-96) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 18007 INFO (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[89A340612E75BF3B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNonRetryableRequests
[junit4] 2> 18054 INFO (qtp1797871420-99) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n3] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583754232972967936)} 0 30
[junit4] 2> 18065 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583754233015959552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 18065 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 18065 INFO (qtp1797871420-97) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583754233015959552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 18065 INFO (qtp1797871420-97) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 18065 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 18065 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 18072 INFO (qtp1797871420-97) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 18072 INFO (qtp1797871420-97) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
[junit4] 2> 18076 INFO (qtp832502285-119) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583754232968773632),commit=} 0 63
[junit4] 2> 18096 INFO (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[89A340612E75BF3B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 18097 INFO (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[89A340612E75BF3B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45263/solr ready
[junit4] 2> 18099 INFO (qtp832502285-116) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=b4504764-3891-4c8a-b936-82576df07143&replicationFactor=3&collection.configName=conf&name=foo&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 18101 INFO (qtp832502285-116) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b4504764-3891-4c8a-b936-82576df07143&replicationFactor=3&collection.configName=conf&name=foo&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 18103 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 18103 INFO (OverseerThreadFactory-30-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.CreateCollectionCmd Create collection foo
[junit4] 2> 18116 INFO (OverseerCollectionConfigSetProcessor-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 18121 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 18338 INFO (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"foo",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"foo_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:32937/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 18346 INFO (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"foo",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"foo_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38163/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 18350 INFO (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"foo",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"foo_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39573/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 18561 INFO (qtp832502285-119) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083982239069&coreNodeName=core_node6&name=foo_shard1_replica_n5&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=4
[junit4] 2> 18561 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083982239069&coreNodeName=core_node6&name=foo_shard1_replica_n5&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 18562 INFO (qtp895521257-109) [n:127.0.0.1:32937_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083970226074&coreNodeName=core_node2&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=7
[junit4] 2> 18562 INFO (qtp1797871420-115) [n:127.0.0.1:38163_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083978131905&coreNodeName=core_node4&name=foo_shard1_replica_n3&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 18562 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083970226074&coreNodeName=core_node2&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 18562 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 18563 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083978131905&coreNodeName=core_node4&name=foo_shard1_replica_n3&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 18563 INFO (qtp832502285-119) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b4504764-3891-4c8a-b936-82576df071431111083982239069
[junit4] 2> 18563 INFO (qtp832502285-119) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b4504764-3891-4c8a-b936-82576df071431111083982239069&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 18675 INFO (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18675 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18675 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18675 INFO (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18675 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 18681 INFO (zkCallback-20-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 19123 INFO (qtp832502285-119) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 19125 INFO (qtp832502285-119) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 19565 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b4504764-3891-4c8a-b936-82576df071431111083982239069
[junit4] 2> 19565 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b4504764-3891-4c8a-b936-82576df071431111083982239069&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 19578 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19580 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19581 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19600 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.IndexSchema [foo_shard1_replica_n3] Schema name=test
[junit4] 2> 19624 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema [foo_shard1_replica_n1] Schema name=test
[junit4] 2> 19663 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.IndexSchema [foo_shard1_replica_n5] Schema name=test
[junit4] 2> 19692 WARN (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 19692 WARN (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 19692 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 19693 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'foo_shard1_replica_n3' using configuration from collection foo, trusted=true
[junit4] 2> 19693 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.core.foo.shard1.replica_n3' (registry 'solr.core.foo.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 19694 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19694 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SolrCore [[foo_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/foo_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/./foo_shard1_replica_n3/data/]
[junit4] 2> 19764 WARN (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 19764 WARN (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 19765 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 19765 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'foo_shard1_replica_n5' using configuration from collection foo, trusted=true
[junit4] 2> 19765 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.core.foo.shard1.replica_n5' (registry 'solr.core.foo.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 19766 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19766 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.SolrCore [[foo_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/foo_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/./foo_shard1_replica_n5/data/]
[junit4] 2> 19778 WARN (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 19778 WARN (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 19778 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 19779 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'foo_shard1_replica_n1' using configuration from collection foo, trusted=true
[junit4] 2> 19779 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32937.solr.core.foo.shard1.replica_n1' (registry 'solr.core.foo.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
[junit4] 2> 19779 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19779 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore [[foo_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node2/foo_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node2/./foo_shard1_replica_n1/data/]
[junit4] 2> 19783 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 19783 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 19785 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 19785 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 19787 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d9e4c6[foo_shard1_replica_n3] main]
[junit4] 2> 19790 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 19791 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 19792 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 19792 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754234826850304
[junit4] 2> 19795 INFO (searcherExecutor-47-thread-1-processing-x:foo_shard1_replica_n3 r:core_node4 b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE n:127.0.0.1:38163_solr s:shard1 c:foo) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SolrCore [foo_shard1_replica_n3] Registered new searcher Searcher@5d9e4c6[foo_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 19799 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 19892 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 19892 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 19893 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 19893 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 19894 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@20d8b7b1[foo_shard1_replica_n5] main]
[junit4] 2> 19904 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 19904 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 19905 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 19905 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 19905 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 19905 INFO (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754234945339392
[junit4] 2> 19906 INFO (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 19906 INFO (searcherExecutor-49-thread-1-processing-x:foo_shard1_replica_n5 r:core_node6 b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE n:127.0.0.1:39573_solr s:shard1 c:foo) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.SolrCore [foo_shard1_replica_n5] Registered new searcher Searcher@20d8b7b1[foo_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 19907 INFO (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 19907 INFO (zkCallback-20-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 19907 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 19924 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 19924 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 19925 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 19925 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 19927 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@288505fc[foo_shard1_replica_n1] main]
[junit4] 2> 19928 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 19929 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 19930 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 19932 INFO (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754234973650944
[junit4] 2> 19938 INFO (searcherExecutor-50-thread-1-processing-x:foo_shard1_replica_n1 r:core_node2 b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE n:127.0.0.1:32937_solr s:shard1 c:foo) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore [foo_shard1_replica_n1] Registered new searcher Searcher@288505fc[foo_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 20126 INFO (qtp832502285-121) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 20127 INFO (qtp832502285-121) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 20300 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 20300 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 20300 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38163/solr/foo_shard1_replica_n3/
[junit4] 2> 20304 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=foo_shard1_replica_n3 url=http://127.0.0.1:38163/solr START replicas=[http://127.0.0.1:32937/solr/foo_shard1_replica_n1/, http://127.0.0.1:39573/solr/foo_shard1_replica_n5/] nUpdates=100
[junit4] 2> 20308 INFO (qtp895521257-100) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.S.Request [foo_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 20312 INFO (qtp832502285-116) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.S.Request [foo_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 20567 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b4504764-3891-4c8a-b936-82576df071431111083982239069
[junit4] 2> 20567 INFO (qtp832502285-110) [n:127.0.0.1:39573_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b4504764-3891-4c8a-b936-82576df071431111083982239069&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 20606 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=foo_shard1_replica_n3 url=http://127.0.0.1:38163/solr DONE. We have no versions. sync failed.
[junit4] 2> 20606 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 20606 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 20606 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 20611 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38163/solr/foo_shard1_replica_n3/ shard1
[junit4] 2> 20713 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20713 INFO (zkCallback-20-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20713 INFO (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20713 INFO (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20713 INFO (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20713 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20762 INFO (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 20868 INFO (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20868 INFO (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20869 INFO (zkCallback-20-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20868 INFO (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
[junit4] 2> 20869 INFO (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/s
[...truncated too long message...]
.localShardsTestColl.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@fedc32e
[junit4] 2> 50070 INFO (coreCloseExecutor-164-thread-6) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n10, tag=1294772351
[junit4] 2> 50071 INFO (coreCloseExecutor-164-thread-6) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61a7000b: rootName = solr_39573, domain = solr.core.localShardsTestColl.shard2.replica_n10, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n10 / com.codahale.metrics.MetricRegistry@7526cd6e
[junit4] 2> 50084 INFO (coreCloseExecutor-163-thread-4) [n:127.0.0.1:32937_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1292507737
[junit4] 2> 50084 INFO (coreCloseExecutor-163-thread-7) [n:127.0.0.1:32937_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=1119407438
[junit4] 2> 50084 INFO (coreCloseExecutor-163-thread-7) [n:127.0.0.1:32937_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@681f039f: rootName = solr_32937, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@239a794f
[junit4] 2> 50106 INFO (coreCloseExecutor-163-thread-7) [n:127.0.0.1:32937_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=1119407438
[junit4] 2> 50107 INFO (coreCloseExecutor-163-thread-5) [n:127.0.0.1:32937_solr c:localShardsTestColl s:shard1 r:core_node4 x:localShardsTestColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1281321228
[junit4] 2> 50107 INFO (coreCloseExecutor-163-thread-3) [n:127.0.0.1:32937_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=270339204
[junit4] 2> 50107 INFO (coreCloseExecutor-163-thread-6) [n:127.0.0.1:32937_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=129890819
[junit4] 2> 50109 INFO (coreCloseExecutor-164-thread-1) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=663104555
[junit4] 2> 50109 INFO (coreCloseExecutor-164-thread-3) [n:127.0.0.1:39573_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=868507700
[junit4] 2> 50109 INFO (coreCloseExecutor-164-thread-1) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 50109 INFO (coreCloseExecutor-164-thread-1) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7729c629 commitCommandVersion:0
[junit4] 2> 50109 INFO (coreCloseExecutor-164-thread-4) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard1 r:core_node6 x:localShardsTestColl_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1107945961
[junit4] 2> 50109 INFO (coreCloseExecutor-164-thread-5) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1507232494
[junit4] 2> 50115 INFO (coreCloseExecutor-164-thread-6) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1294772351
[junit4] 2> 50208 INFO (jetty-closer-4-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e9eeb66{/solr,null,UNAVAILABLE}
[junit4] 2> 50222 INFO (jetty-closer-4-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98984639182274568-127.0.0.1:32937_solr-n_0000000000) closing
[junit4] 2> 50222 INFO (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32937_solr
[junit4] 2> 50239 WARN (OverseerAutoScalingTriggerThread-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 50250 INFO (jetty-closer-4-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e9abef5{/solr,null,UNAVAILABLE}
[junit4] 2> 50251 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faa0140ae0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 51750 INFO (jetty-closer-4-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d8377d7{/solr,null,UNAVAILABLE}
[junit4] 2> 51751 ERROR (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 51752 INFO (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45263 45263
[junit4] 2> 56787 INFO (Thread-13) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45263 45263
[junit4] 2> 56788 WARN (Thread-13) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 24 /solr/collections/foo/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98984639182274568-127.0.0.1:32937_solr-n_0000000000
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard2/election/98984639182274568-core_node9-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FSTOrd50, a_t=FSTOrd50, title_s=FSTOrd50, id=Lucene50(blocksize=128), text=FST50}, docValues:{_version_=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Asserting), title_s=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1016, maxMBSortInHeap=5.580338345832287, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3ab0f494), locale=no-NO, timezone=Australia/Brisbane
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=188439864,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrExampleXMLTest, CoalesceEvaluatorTest, DivideEvaluatorTest, CloudSolrClientTest]
[junit4] Completed [63/146 (1!)] on J2 in 44.68s, 16 tests, 1 error <<< FAILURES!
[...truncated 39447 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20885 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20885/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest
Error Message:
There are still nodes recoverying - waited for 30 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds
at __randomizedtesting.SeedInfo.seed([C7150671B82F8B1C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:104)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection
Error Message:
Error from server at https://127.0.0.1:35615/solr: Timed out waiting to see all replicas: [collection2_shard1_replica_n9] in cluster state.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35615/solr: Timed out waiting to see all replicas: [collection2_shard1_replica_n9] in cluster state.
at __randomizedtesting.SeedInfo.seed([DA31CFF668403EA6:840502B82B3FA241]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.LeaderElectionIntegrationTest.createCollection(LeaderElectionIntegrationTest.java:57)
at org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection(LeaderElectionIntegrationTest.java:116)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12434 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionIntegrationTest
[junit4] 2> 712173 INFO (SUITE-LeaderElectionIntegrationTest-seed#[DA31CFF668403EA6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/init-core-data-001
[junit4] 2> 712173 WARN (SUITE-LeaderElectionIntegrationTest-seed#[DA31CFF668403EA6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 712173 INFO (SUITE-LeaderElectionIntegrationTest-seed#[DA31CFF668403EA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 712175 INFO (SUITE-LeaderElectionIntegrationTest-seed#[DA31CFF668403EA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 712177 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleSliceLeaderElection
[junit4] 2> 712178 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001
[junit4] 2> 712178 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 712178 INFO (Thread-2956) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 712178 INFO (Thread-2956) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 712180 ERROR (Thread-2956) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 712278 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [ ] o.a.s.c.ZkTestServer start zk server on port:45129
[junit4] 2> 712283 INFO (jetty-launcher-2778-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 712283 INFO (jetty-launcher-2778-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 712283 INFO (jetty-launcher-2778-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 712284 INFO (jetty-launcher-2778-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 712285 INFO (jetty-launcher-2778-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 712304 INFO (jetty-launcher-2778-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dadc4b7{/solr,null,AVAILABLE}
[junit4] 2> 712306 INFO (jetty-launcher-2778-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f4e90ce{SSL,[ssl, http/1.1]}{127.0.0.1:35615}
[junit4] 2> 712306 INFO (jetty-launcher-2778-thread-3) [ ] o.e.j.s.Server Started @713501ms
[junit4] 2> 712306 INFO (jetty-launcher-2778-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35615}
[junit4] 2> 712306 ERROR (jetty-launcher-2778-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 712306 INFO (jetty-launcher-2778-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 712307 INFO (jetty-launcher-2778-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 712307 INFO (jetty-launcher-2778-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 712307 INFO (jetty-launcher-2778-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T04:04:20.783Z
[junit4] 2> 712308 INFO (jetty-launcher-2778-thread-6) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 712310 INFO (jetty-launcher-2778-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@701f21bb{/solr,null,AVAILABLE}
[junit4] 2> 712310 INFO (jetty-launcher-2778-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29ae013d{SSL,[ssl, http/1.1]}{127.0.0.1:41927}
[junit4] 2> 712310 INFO (jetty-launcher-2778-thread-2) [ ] o.e.j.s.Server Started @713505ms
[junit4] 2> 712310 INFO (jetty-launcher-2778-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41927}
[junit4] 2> 712310 ERROR (jetty-launcher-2778-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 712310 INFO (jetty-launcher-2778-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 712311 INFO (jetty-launcher-2778-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 712311 INFO (jetty-launcher-2778-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 712311 INFO (jetty-launcher-2778-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T04:04:20.787Z
[junit4] 2> 712317 INFO (jetty-launcher-2778-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@226b21e8{/solr,null,AVAILABLE}
[junit4] 2> 712317 INFO (jetty-launcher-2778-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c8711e2{SSL,[ssl, http/1.1]}{127.0.0.1:46391}
[junit4] 2> 712317 INFO (jetty-launcher-2778-thread-4) [ ] o.e.j.s.Server Started @713513ms
[junit4] 2> 712317 INFO (jetty-launcher-2778-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46391}
[junit4] 2> 712318 ERROR (jetty-launcher-2778-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 712318 INFO (jetty-launcher-2778-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 712318 INFO (jetty-launcher-2778-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 712318 INFO (jetty-launcher-2778-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 712318 INFO (jetty-launcher-2778-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T04:04:20.794Z
[junit4] 2> 712323 INFO (jetty-launcher-2778-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e0d2ce6{/solr,null,AVAILABLE}
[junit4] 2> 712324 INFO (jetty-launcher-2778-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58b1a0ed{/solr,null,AVAILABLE}
[junit4] 2> 712324 INFO (jetty-launcher-2778-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33082679{SSL,[ssl, http/1.1]}{127.0.0.1:33045}
[junit4] 2> 712324 INFO (jetty-launcher-2778-thread-1) [ ] o.e.j.s.Server Started @713519ms
[junit4] 2> 712324 INFO (jetty-launcher-2778-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33045}
[junit4] 2> 712324 ERROR (jetty-launcher-2778-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 712324 INFO (jetty-launcher-2778-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 712325 INFO (jetty-launcher-2778-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 712325 INFO (jetty-launcher-2778-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 712325 INFO (jetty-launcher-2778-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T04:04:20.801Z
[junit4] 2> 712326 INFO (jetty-launcher-2778-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71e918f8{/solr,null,AVAILABLE}
[junit4] 2> 712326 INFO (jetty-launcher-2778-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1518bf39{SSL,[ssl, http/1.1]}{127.0.0.1:34829}
[junit4] 2> 712327 INFO (jetty-launcher-2778-thread-6) [ ] o.e.j.s.Server Started @713522ms
[junit4] 2> 712327 INFO (jetty-launcher-2778-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34829}
[junit4] 2> 712327 ERROR (jetty-launcher-2778-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 712327 INFO (jetty-launcher-2778-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 712327 INFO (jetty-launcher-2778-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 712327 INFO (jetty-launcher-2778-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 712327 INFO (jetty-launcher-2778-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T04:04:20.803Z
[junit4] 2> 712329 INFO (jetty-launcher-2778-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7716b584{SSL,[ssl, http/1.1]}{127.0.0.1:33973}
[junit4] 2> 712329 INFO (jetty-launcher-2778-thread-5) [ ] o.e.j.s.Server Started @713524ms
[junit4] 2> 712329 INFO (jetty-launcher-2778-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33973}
[junit4] 2> 712329 ERROR (jetty-launcher-2778-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 712329 INFO (jetty-launcher-2778-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 712329 INFO (jetty-launcher-2778-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 712329 INFO (jetty-launcher-2778-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 712329 INFO (jetty-launcher-2778-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T04:04:20.805Z
[junit4] 2> 712330 INFO (jetty-launcher-2778-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 712337 INFO (jetty-launcher-2778-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 712337 INFO (jetty-launcher-2778-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 712342 INFO (jetty-launcher-2778-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 712342 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa93ff02f0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 712349 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa93ff02f0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 712349 INFO (jetty-launcher-2778-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 712350 INFO (jetty-launcher-2778-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 712354 INFO (jetty-launcher-2778-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
[junit4] 2> 712363 INFO (jetty-launcher-2778-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
[junit4] 2> 712364 INFO (jetty-launcher-2778-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
[junit4] 2> 712365 INFO (jetty-launcher-2778-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
[junit4] 2> 712374 INFO (jetty-launcher-2778-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
[junit4] 2> 712382 INFO (jetty-launcher-2778-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
[junit4] 2> 712416 INFO (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 712434 INFO (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35615_solr
[junit4] 2> 712435 INFO (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 712436 INFO (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 712437 INFO (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr ] o.a.s.c.Overseer Overseer (id=98983808903086097-127.0.0.1:35615_solr-n_0000000000) starting
[junit4] 2> 712437 INFO (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33973_solr
[junit4] 2> 712437 INFO (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34829_solr
[junit4] 2> 712437 INFO (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 712441 INFO (zkCallback-2812-thread-1-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 712442 INFO (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 712442 INFO (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 712449 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 712450 INFO (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 712451 INFO (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41927_solr
[junit4] 2> 712452 INFO (zkCallback-2809-thread-2-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 712461 INFO (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 712462 INFO (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 712462 INFO (zkCallback-2812-thread-1-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 712462 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 712483 INFO (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 712483 INFO (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 712484 INFO (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46391_solr
[junit4] 2> 712485 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 712485 INFO (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 712485 INFO (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 712487 INFO (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 712487 INFO (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 712488 INFO (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33045_solr
[junit4] 2> 712501 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 712501 INFO (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 712502 INFO (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 712513 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 712513 INFO (zkCallback-2806-thread-1-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 712518 INFO (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 712518 INFO (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35615_solr
[junit4] 2> 712518 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 712518 INFO (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 712518 INFO (zkCallback-2806-thread-1-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 712519 INFO (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 712519 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 712528 INFO (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41927.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712529 INFO (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 712552 INFO (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41927.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712552 INFO (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41927.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712553 INFO (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node2/.
[junit4] 2> 712593 INFO (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34829.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712595 INFO (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33973.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712606 INFO (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34829.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712606 INFO (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34829.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712608 INFO (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712609 INFO (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33973.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712609 INFO (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33973.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712610 INFO (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node5/.
[junit4] 2> 712612 INFO (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node6/.
[junit4] 2> 712617 INFO (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712621 INFO (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712621 INFO (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712622 INFO (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node1/.
[junit4] 2> 712626 INFO (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712626 INFO (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712627 INFO (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node4/.
[junit4] 2> 712628 INFO (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35615.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712636 INFO (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35615.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712636 INFO (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35615.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 712637 INFO (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node3/.
[junit4] 2> 712866 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 712866 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45129/solr ready
[junit4] 2> 712909 INFO (qtp1816923574-14639) [n:127.0.0.1:35615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 712910 INFO (OverseerThreadFactory-3248-thread-1-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 713016 INFO (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41927/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 713017 INFO (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46391/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 713250 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 713250 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 713258 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 713258 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 713361 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 713361 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 713361 INFO (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 713361 INFO (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714260 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 714267 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 714267 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 714270 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 714270 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 714270 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41927.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 714270 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 714271 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
[junit4] 2> 714273 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 714286 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 714286 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 714286 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 714286 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 714286 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node4/collection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node4/./collection1_shard2_replica_n2/data/]
[junit4] 2> 714316 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 714316 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 714317 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 714317 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 714318 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a666760[collection1_shard1_replica_n1] main]
[junit4] 2> 714319 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 714319 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 714320 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 714320 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740944694378496
[junit4] 2> 714320 INFO (searcherExecutor-3261-thread-1-processing-n:127.0.0.1:41927_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2a666760[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 714323 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 714323 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 714323 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 714324 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41927/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 714335 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 714335 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 714337 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 714337 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 714338 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d8988cc[collection1_shard2_replica_n2] main]
[junit4] 2> 714339 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 714339 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 714340 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 714341 INFO (searcherExecutor-3262-thread-1-processing-n:127.0.0.1:46391_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@3d8988cc[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 714341 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740944716398592
[junit4] 2> 714344 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 714344 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 714344 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 714346 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46391/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 714446 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714446 INFO (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714447 INFO (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714447 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714475 WARN (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 714486 INFO (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1235
[junit4] 2> 714496 WARN (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 714504 INFO (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1246
[junit4] 2> 714506 INFO (qtp1816923574-14639) [n:127.0.0.1:35615_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 714600 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714600 INFO (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714600 INFO (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714600 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 714911 INFO (OverseerCollectionConfigSetProcessor-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 715507 INFO (qtp1816923574-14639) [n:127.0.0.1:35615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2598
[junit4] 2> 715508 INFO (qtp1816923574-14640) [n:127.0.0.1:35615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 715510 INFO (OverseerThreadFactory-3248-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35615_solr for creating new replica
[junit4] 2> 715511 INFO (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35615/solr",
[junit4] 2> "node_name":"127.0.0.1:35615_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 715612 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715612 INFO (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715612 INFO (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715612 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715714 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 715714 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 715720 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 715724 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema [collection1_shard1_replica_n5] Schema name=minimal
[junit4] 2> 715726 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 715726 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n5' using configuration from collection collection1, trusted=true
[junit4] 2> 715726 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35615.solr.core.collection1.shard1.replica_n5' (registry 'solr.core.collection1.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 715726 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 715726 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [[collection1_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node3/collection1_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node3/./collection1_shard1_replica_n5/data/]
[junit4] 2> 715754 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 715754 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 715755 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 715755 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 715756 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f84b756[collection1_shard1_replica_n5] main]
[junit4] 2> 715757 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 715757 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 715758 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 715758 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740946202230784
[junit4] 2> 715758 INFO (searcherExecutor-3271-thread-1-processing-n:127.0.0.1:35615_solr x:collection1_shard1_replica_n5 s:shard1 c:collection1 r:core_node6) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [collection1_shard1_replica_n5] Registered new searcher Searcher@1f84b756[collection1_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 715760 WARN (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 715769 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=54
[junit4] 2> 715770 INFO (qtp1816923574-14640) [n:127.0.0.1:35615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=262
[junit4] 2> 715770 INFO (qtp1816923574-14635) [n:127.0.0.1:35615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 715772 INFO (OverseerCollectionConfigSetProcessor-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 715772 INFO (OverseerThreadFactory-3248-thread-3-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33045_solr for creating new replica
[junit4] 2> 715773 INFO (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33045/solr",
[junit4] 2> "node_name":"127.0.0.1:33045_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 715874 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715874 INFO (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715874 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715874 INFO (zkCallback-2812-thread-1-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715874 INFO (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 715874 INFO (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716001 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=collection1_shard1_replica_n7&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 716001 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 716008 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 716013 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.s.IndexSchema [collection1_shard1_replica_n7] Schema name=minimal
[junit4] 2> 716014 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 716014 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n7' using configuration from collection collection1, trusted=true
[junit4] 2> 716015 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33045.solr.core.collection1.shard1.replica_n7' (registry 'solr.core.collection1.shard1.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 716015 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 716015 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.SolrCore [[collection1_shard1_replica_n7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node1/collection1_shard1_replica_n7], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node1/./collection1_shard1_replica_n7/data/]
[junit4] 2> 716048 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 716048 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 716048 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 716049 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 716050 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aec9d32[collection1_shard1_replica_n7] main]
[junit4] 2> 716050 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 716050 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 716051 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 716052 INFO (searcherExecutor-3276-thread-1-processing-n:127.0.0.1:33045_solr x:collection1_shard1_replica_n7 s:shard1 c:collection1 r:core_node8) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.SolrCore [collection1_shard1_replica_n7] Registered new searcher Searcher@2aec9d32[collection1_shard1_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 716052 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740946510512128
[junit4] 2> 716054 WARN (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 716061 INFO (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=collection1_shard1_replica_n7&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=60
[junit4] 2> 716063 INFO (qtp1816923574-14635) [n:127.0.0.1:35615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=292
[junit4] 2> 716064 INFO (qtp1816923574-14639) [n:127.0.0.1:35615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 716065 INFO (OverseerCollectionConfigSetProcessor-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 716066 INFO (OverseerThreadFactory-3248-thread-4-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33973_solr for creating new replica
[junit4] 2> 716068 INFO (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33973/solr",
[junit4] 2> "node_name":"127.0.0.1:33973_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 716169 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716169 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716170 INFO (zkCallback-2806-thread-1-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716169 INFO (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716169 INFO (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716169 INFO (zkCallback-2812-thread-3-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716169 INFO (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716170 INFO (zkCallback-2806-thread-2-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716311 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&name=collection1_shard1_replica_n9&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 716311 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 716319 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 716323 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.s.IndexSchema [collection1_shard1_replica_n9] Schema name=minimal
[junit4] 2> 716324 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 716324 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n9' using configuration from collection collection1, trusted=true
[junit4] 2> 716325 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33973.solr.core.collection1.shard1.replica_n9' (registry 'solr.core.collection1.shard1.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
[junit4] 2> 716325 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 716325 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.SolrCore [[collection1_shard1_replica_n9] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node5/collection1_shard1_replica_n9], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node5/./collection1_shard1_replica_n9/data/]
[junit4] 2> 716359 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 716359 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 716360 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 716360 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 716361 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dc39588[collection1_shard1_replica_n9] main]
[junit4] 2> 716361 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 716361 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 716362 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 716363 INFO (searcherExecutor-3281-thread-1-processing-n:127.0.0.1:33973_solr x:collection1_shard1_replica_n9 s:shard1 c:collection1 r:core_node10) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.SolrCore [collection1_shard1_replica_n9] Registered new searcher Searcher@1dc39588[collection1_shard1_replica_n9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 716363 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740946836619264
[junit4] 2> 716366 WARN (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 716373 INFO (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&name=collection1_shard1_replica_n9&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=62
[junit4] 2> 716375 INFO (qtp1816923574-14639) [n:127.0.0.1:35615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=311
[junit4] 2> 716376 INFO (qtp1816923574-14637) [n:127.0.0.1:35615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 716377 INFO (OverseerCollectionConfigSetProcessor-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 716377 INFO (OverseerThreadFactory-3248-thread-5-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34829_solr for creating new replica
[junit4] 2> 716379 INFO (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n11",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34829/solr",
[junit4] 2> "node_name":"127.0.0.1:34829_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 716481 INFO (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2806-thread-2-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2806-thread-1-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2812-thread-3-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2807-thread-2-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716481 INFO (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 716607 INFO (qtp8592178-14665) [n:127.0.0.1:34829_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&name=collection1_shard1_replica_n11&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 716607 INFO (qtp8592178-14665) [n:127.0.0.1:34829_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 716617 INFO (qtp8592178-14665) [n:127.0.0.1:34829_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 716623 INFO (qtp8592178-14665) [n:127.0.0.1:34829_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.s.IndexSch
[...truncated too long message...]
in = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e52f00c
[junit4] 2> 75012 INFO (jetty-closer-32-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 75012 INFO (jetty-closer-32-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3992da95: rootName = solr_37383, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@339dcdd8
[junit4] 2> 75017 INFO (jetty-closer-32-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 75017 INFO (jetty-closer-32-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ece32bb: rootName = solr_43723, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@36074e6e
[junit4] 2> 75022 INFO (jetty-closer-32-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 75022 INFO (jetty-closer-32-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22178485: rootName = solr_43723, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@339dcdd8
[junit4] 2> 75023 INFO (jetty-closer-32-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39009_solr
[junit4] 2> 75024 INFO (jetty-closer-32-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37383_solr
[junit4] 2> 75024 INFO (jetty-closer-32-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43723_solr
[junit4] 2> 75025 INFO (jetty-closer-32-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 75034 INFO (zkCallback-48-thread-3-processing-n:127.0.0.1:39009_solr) [n:127.0.0.1:39009_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
[junit4] 2> 75034 INFO (jetty-closer-32-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 75035 INFO (jetty-closer-32-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 75035 INFO (jetty-closer-32-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 75035 INFO (zkCallback-47-thread-4-processing-n:127.0.0.1:37383_solr) [n:127.0.0.1:37383_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
[junit4] 2> 75035 INFO (zkCallback-46-thread-2-processing-n:127.0.0.1:43723_solr) [n:127.0.0.1:43723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
[junit4] 2> 75064 INFO (coreCloseExecutor-320-thread-1) [n:127.0.0.1:39009_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5c53573c
[junit4] 2> 75064 INFO (coreCloseExecutor-320-thread-1) [n:127.0.0.1:39009_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1548965692
[junit4] 2> 75065 INFO (coreCloseExecutor-320-thread-1) [n:127.0.0.1:39009_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@456e7bc4: rootName = solr_39009, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1780229c
[junit4] 2> 75066 INFO (jetty-closer-32-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@385ec937{/solr,null,UNAVAILABLE}
[junit4] 2> 75066 INFO (coreCloseExecutor-321-thread-1) [n:127.0.0.1:37383_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [collection1_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@5e366316
[junit4] 2> 75066 INFO (coreCloseExecutor-321-thread-1) [n:127.0.0.1:37383_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n3, tag=1580622614
[junit4] 2> 75067 INFO (coreCloseExecutor-321-thread-1) [n:127.0.0.1:37383_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54ec170b: rootName = solr_37383, domain = solr.core.collection1.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@749f8d22
[junit4] 2> 75089 INFO (coreCloseExecutor-320-thread-1) [n:127.0.0.1:39009_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1548965692
[junit4] 2> 75103 INFO (coreCloseExecutor-321-thread-1) [n:127.0.0.1:37383_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1580622614
[junit4] 2> 75113 INFO (jetty-closer-32-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64013904{/solr,null,UNAVAILABLE}
[junit4] 2> 75116 INFO (jetty-closer-32-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98983933229137929-127.0.0.1:37383_solr-n_0000000000) closing
[junit4] 2> 75116 INFO (OverseerStateUpdate-98983933229137929-127.0.0.1:37383_solr-n_0000000000) [n:127.0.0.1:37383_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37383_solr
[junit4] 2> 75117 WARN (OverseerAutoScalingTriggerThread-98983933229137929-127.0.0.1:37383_solr-n_0000000000) [n:127.0.0.1:37383_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 75119 INFO (jetty-closer-32-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48deaf6b{/solr,null,UNAVAILABLE}
[junit4] 2> 75121 ERROR (SUITE-CloudSolrClientTest-seed#[C7150671B82F8B1C]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 75122 INFO (SUITE-CloudSolrClientTest-seed#[C7150671B82F8B1C]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43785 43785
[junit4] 2> 80153 INFO (Thread-13) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43785 43785
[junit4] 2> 80153 WARN (Thread-13) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/collection1/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/98983933229137929-127.0.0.1:37383_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 80154 INFO (SUITE-CloudSolrClientTest-seed#[C7150671B82F8B1C]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1123, maxMBSortInHeap=7.946210943354128, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4e6d9db6), locale=ja, timezone=America/Fortaleza
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=383696352,total=519569408
[junit4] 2> NOTE: All tests run in this JVM: [StreamExpressionToExplanationTest, NormalizeEvaluatorTest, ArcCosineEvaluatorTest, TestCoreAdmin, CosineEvaluatorTest, TestJavaBinCodec, TestHash, CloudSolrClientBuilderTest, PowerEvaluatorTest, JdbcDriverTest, TestSuggesterResponse, ArrayEvaluatorTest, CloudSolrClientTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CloudSolrClientTest -Dtests.seed=C7150671B82F8B1C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | CloudSolrClientTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([C7150671B82F8B1C]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:104)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [64/146 (1!)] on J2 in 69.30s, 0 tests, 1 failure <<< FAILURES!
[...truncated 46540 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20884 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20884/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale
Error Message:
Error from server at http://127.0.0.1:37839/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37839/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([D90B00789429CD20:6D3A989077C0BB0C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest
Error Message:
Error from server at https://127.0.0.1:41851/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41851/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B00C8E859A7776CA:AC1C94FFBBB7C62B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:89)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12534 lines...]
[junit4] Suite: org.apache.solr.cloud.MigrateRouteKeyTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/init-core-data-001
[junit4] 2> 1736425 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1736427 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1736427 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1736428 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001
[junit4] 2> 1736428 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1736428 INFO (Thread-2423) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1736428 INFO (Thread-2423) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1736430 ERROR (Thread-2423) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1736528 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38181
[junit4] 2> 1736547 INFO (jetty-launcher-508-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1736548 INFO (jetty-launcher-508-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1736554 INFO (jetty-launcher-508-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@561b13{/solr,null,AVAILABLE}
[junit4] 2> 1736556 INFO (jetty-launcher-508-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@229667{SSL,[ssl, http/1.1]}{127.0.0.1:35467}
[junit4] 2> 1736556 INFO (jetty-launcher-508-thread-1) [ ] o.e.j.s.Server Started @1738607ms
[junit4] 2> 1736556 INFO (jetty-launcher-508-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35467}
[junit4] 2> 1736556 ERROR (jetty-launcher-508-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1736556 INFO (jetty-launcher-508-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1736556 INFO (jetty-launcher-508-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1736556 INFO (jetty-launcher-508-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1736556 INFO (jetty-launcher-508-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T01:22:59.407Z
[junit4] 2> 1736559 INFO (jetty-launcher-508-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1de834c{/solr,null,AVAILABLE}
[junit4] 2> 1736559 INFO (jetty-launcher-508-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e46a08{SSL,[ssl, http/1.1]}{127.0.0.1:41851}
[junit4] 2> 1736560 INFO (jetty-launcher-508-thread-2) [ ] o.e.j.s.Server Started @1738611ms
[junit4] 2> 1736560 INFO (jetty-launcher-508-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41851}
[junit4] 2> 1736560 INFO (jetty-launcher-508-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1736560 ERROR (jetty-launcher-508-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1736560 INFO (jetty-launcher-508-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1736560 INFO (jetty-launcher-508-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1736560 INFO (jetty-launcher-508-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1736561 INFO (jetty-launcher-508-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-11T01:22:59.411Z
[junit4] 2> 1736564 INFO (jetty-launcher-508-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1736574 INFO (jetty-launcher-508-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38181/solr
[junit4] 2> 1736579 INFO (jetty-launcher-508-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38181/solr
[junit4] 2> 1736597 INFO (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1736598 INFO (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41851_solr
[junit4] 2> 1736598 INFO (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr ] o.a.s.c.Overseer Overseer (id=98983174424494086-127.0.0.1:41851_solr-n_0000000000) starting
[junit4] 2> 1736623 INFO (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41851_solr
[junit4] 2> 1736640 INFO (zkCallback-521-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1736643 INFO (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1736644 INFO (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1736645 INFO (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35467_solr
[junit4] 2> 1736650 INFO (zkCallback-521-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1736663 INFO (zkCallback-516-thread-1-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1736748 INFO (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
[junit4] 2> 1736757 INFO (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
[junit4] 2> 1736757 INFO (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
[junit4] 2> 1736759 INFO (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node1/.
[junit4] 2> 1736772 INFO (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41851.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
[junit4] 2> 1736778 INFO (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41851.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
[junit4] 2> 1736778 INFO (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41851.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
[junit4] 2> 1736779 INFO (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node2/.
[junit4] 2> 1736804 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1736804 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38181/solr ready
[junit4] 2> 1736861 INFO (qtp33260723-10510) [n:127.0.0.1:41851_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1736861 INFO (qtp33260723-10510) [n:127.0.0.1:41851_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1736862 INFO (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [ ] o.a.s.c.MigrateRouteKeyTest Using legacyCloud=false for cluster
[junit4] 2> 1736873 INFO (TEST-MigrateRouteKeyTest.multipleShardMigrateTest-seed#[B00C8E859A7776CA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting multipleShardMigrateTest
[junit4] 2> 1736874 INFO (qtp33260723-10517) [n:127.0.0.1:41851_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=sourceCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1736875 INFO (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.CreateCollectionCmd Create collection sourceCollection
[junit4] 2> 1736980 INFO (OverseerStateUpdate-98983174424494086-127.0.0.1:41851_solr-n_0000000000) [n:127.0.0.1:41851_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"sourceCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"sourceCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35467/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1736982 INFO (OverseerStateUpdate-98983174424494086-127.0.0.1:41851_solr-n_0000000000) [n:127.0.0.1:41851_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"sourceCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"sourceCollection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41851/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1737187 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=sourceCollection_shard2_replica_n2&action=CREATE&numShards=2&collection=sourceCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1737187 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1737237 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=sourceCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=sourceCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1737237 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1737339 INFO (zkCallback-521-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1737339 INFO (zkCallback-516-thread-1-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1737339 INFO (zkCallback-521-thread-2-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1737340 INFO (zkCallback-516-thread-2-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1738200 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1738208 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.IndexSchema [sourceCollection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1738210 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1738210 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'sourceCollection_shard2_replica_n2' using configuration from collection sourceCollection, trusted=true
[junit4] 2> 1738211 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41851.solr.core.sourceCollection.shard2.replica_n2' (registry 'solr.core.sourceCollection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
[junit4] 2> 1738211 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1738211 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore [[sourceCollection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node2/sourceCollection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node2/./sourceCollection_shard2_replica_n2/data/]
[junit4] 2> 1738249 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1738265 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.IndexSchema [sourceCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1738271 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1738271 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'sourceCollection_shard1_replica_n1' using configuration from collection sourceCollection, trusted=true
[junit4] 2> 1738272 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35467.solr.core.sourceCollection.shard1.replica_n1' (registry 'solr.core.sourceCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
[junit4] 2> 1738272 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1738272 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore [[sourceCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node1/sourceCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node1/./sourceCollection_shard1_replica_n1/data/]
[junit4] 2> 1738307 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1738307 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1738309 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1738309 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1738310 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d81cf[sourceCollection_shard2_replica_n2] main]
[junit4] 2> 1738311 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1738311 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1738312 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1738313 INFO (searcherExecutor-2414-thread-1-processing-n:127.0.0.1:41851_solr x:sourceCollection_shard2_replica_n2 s:shard2 c:sourceCollection r:core_node4) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore [sourceCollection_shard2_replica_n2] Registered new searcher Searcher@1d81cf[sourceCollection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1738313 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583730792767422464
[junit4] 2> 1738316 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1738316 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1738316 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41851/solr/sourceCollection_shard2_replica_n2/
[junit4] 2> 1738316 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1738316 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:41851/solr/sourceCollection_shard2_replica_n2/ has no replicas
[junit4] 2> 1738316 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1738317 INFO (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41851/solr/sourceCollection_shard2_replica_n2/ shard2
[junit4] 2> 1738323 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1738323 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1738324 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1738324 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1738325 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22c726[sourceCollection_shard1_replica_n1] main]
[junit4] 2> 1738326 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1738326 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1738326 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1738327 INFO (searcherExecutor-2415-thread-1-processing-n:127.0.0.1:35467_solr x:sourceCollection_shard1_replica_n1 s:shard1 c:sourceCollection r:core_node3) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore [sourceCollection_shard1_replica_n1] Registered new searcher Searcher@22c726[sourceCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1738327 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583730792782102528
[junit4] 2> 1738330 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1738330 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1738330 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35467/solr/sourceCollection_shard1_replica_n1/
[junit4] 2> 1738330 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1738330 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:35467/solr/sourceCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1738330 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1738331 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35467/solr/sourceCollection_shard1_replica_n1/ shard1
[junit4] 2> 1916875 ERROR (qtp33260723-10517) [n:127.0.0.1:41851_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1916876 INFO (qtp33260723-10517) [n:127.0.0.1:41851_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=sourceCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 1916876 ERROR (qtp33260723-10517) [n:127.0.0.1:41851_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1916876 INFO (TEST-MigrateRouteKeyTest.multipleShardMigrateTest-seed#[B00C8E859A7776CA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending multipleShardMigrateTest
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MigrateRouteKeyTest -Dtests.method=multipleShardMigrateTest -Dtests.seed=B00C8E859A7776CA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=id -Dtests.timezone=America/Nassau -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 180s J0 | MigrateRouteKeyTest.multipleShardMigrateTest <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41851/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([B00C8E859A7776CA:AC1C94FFBBB7C62B]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:89)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1916900 INFO (jetty-closer-509-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e46a08{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1916900 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41851/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:41851/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:41851 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1916900 INFO (jetty-closer-509-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@229667{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1916901 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:35467/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:35467/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:35467 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1916904 INFO (jetty-closer-509-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7253114
[junit4] 2> 1916905 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [sourceCollection].
[junit4] 2> 1916901 INFO (jetty-closer-509-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8951150
[junit4] 2> 1916905 INFO (jetty-closer-509-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1916905 INFO (jetty-closer-509-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1916905 INFO (jetty-closer-509-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c0e239: rootName = solr_41851, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c0a371
[junit4] 2> 1916905 INFO (jetty-closer-509-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e74dbf: rootName = solr_35467, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7f4404
[junit4] 2> 1916908 INFO (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1916908 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41851/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:41851/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:41851 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 1916909 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:35467/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:35467/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:35467 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 1916913 INFO (jetty-closer-509-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1916913 INFO (jetty-closer-509-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d5e1c3: rootName = solr_41851, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d6a36a
[junit4] 2> 1916913 INFO (jetty-closer-509-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1916913 INFO (jetty-closer-509-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8acf54: rootName = solr_35467, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d6a36a
[junit4] 2> 1916917 INFO (jetty-closer-509-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1916917 INFO (jetty-closer-509-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1916917 INFO (jetty-closer-509-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53da33: rootName = solr_41851, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b9c8a9
[junit4] 2> 1916917 INFO (jetty-closer-509-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b04f66: rootName = solr_35467, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b9c8a9
[junit4] 2> 1916918 INFO (jetty-closer-509-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35467_solr
[junit4] 2> 1916918 INFO (jetty-closer-509-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1916926 INFO (zkCallback-516-thread-3-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1916926 INFO (zkCallback-521-thread-5-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1916926 INFO (coreCloseExecutor-2424-thread-1) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore [sourceCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@fab15c
[junit4] 2> 1916926 INFO (coreCloseExecutor-2424-thread-1) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.sourceCollection.shard1.replica_n1, tag=16429404
[junit4] 2> 1916926 INFO (coreCloseExecutor-2424-thread-1) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@dd6753: rootName = solr_35467, domain = solr.core.sourceCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.sourceCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@d1099d
[junit4] 2> 1916930 INFO (jetty-closer-509-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41851_solr
[junit4] 2> 1916931 INFO (zkCallback-521-thread-5-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1916931 INFO (zkCallback-516-thread-3-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1916931 INFO (jetty-closer-509-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1916931 INFO (coreCloseExecutor-2425-thread-1) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore [sourceCollection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@17c6379
[junit4] 2> 1916931 INFO (coreCloseExecutor-2425-thread-1) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.sourceCollection.shard2.replica_n2, tag=24929145
[junit4] 2> 1916932 INFO (coreCloseExecutor-2425-thread-1) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12a3598: rootName = solr_41851, domain = solr.core.sourceCollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.sourceCollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@f81881
[junit4] 2> 1916935 INFO (coreCloseExecutor-2424-thread-1) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.sourceCollection.shard1.leader, tag=16429404
[junit4] 2> 1916937 INFO (jetty-closer-509-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@561b13{/solr,null,UNAVAILABLE}
[junit4] 2> 1916940 INFO (coreCloseExecutor-2425-thread-1) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.sourceCollection.shard2.leader, tag=24929145
[junit4] 2> 1916941 INFO (jetty-closer-509-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98983174424494086-127.0.0.1:41851_solr-n_0000000000) closing
[junit4] 2> 1916941 INFO (OverseerStateUpdate-98983174424494086-127.0.0.1:41851_solr-n_0000000000) [n:127.0.0.1:41851_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41851_solr
[junit4] 2> 1916964 ERROR (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: sourceCollection slice: shard1 saw state=DocCollection(sourceCollection//collections/sourceCollection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"sourceCollection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35467/solr",
[junit4] 2> "node_name":"127.0.0.1:35467_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"sourceCollection_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:41851/solr",
[junit4] 2> "node_name":"127.0.0.1:41851_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1916965 ERROR (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: sourceCollection slice: shard1 saw state=DocCollection(sourceCollection//collections/sourceCollection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"sourceCollection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:35467/solr",
[junit4] 2> "node_name":"127.0.0.1:35467_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"sourceCollection_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:41851/solr",
[junit4] 2> "node_name":"127.0.0.1:41851_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 1916975 INFO (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=sourceCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=sourceCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=179738
[junit4] 2> 1946950 INFO (zkCallback-521-thread-5-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1946950 INFO (zkCallback-521-thread-4-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1946975 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: sourceCollection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: sourceCollection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1946977 INFO (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1946979 WARN (OverseerAutoScalingTriggerThread-98983174424494086-127.0.0.1:41851_solr-n_0000000000) [n:127.0.0.1:41851_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1946980 INFO (jetty-closer-509-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1de834c{/solr,null,UNAVAILABLE}
[junit4] 2> 1946993 ERROR (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: sourceCollection slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2>
[...truncated too long message...]
stry=solr.collection.foo.shard1.leader, tag=12863234
[junit4] 2> 83541 INFO (coreCloseExecutor-297-thread-4) [n:127.0.0.1:44921_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=24853371
[junit4] 2> 83541 INFO (coreCloseExecutor-297-thread-5) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n8, tag=28883497
[junit4] 2> 83541 INFO (coreCloseExecutor-297-thread-5) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11b1e61: rootName = solr_44921, domain = solr.core.localShardsTestColl.shard2.replica_n8, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n8 / com.codahale.metrics.MetricRegistry@a6d805
[junit4] 2> 83561 INFO (jetty-closer-66-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1fb57b0{/solr,null,UNAVAILABLE}
[junit4] 2> 83563 INFO (coreCloseExecutor-297-thread-7) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard1.replica_n2, tag=29609094
[junit4] 2> 83563 INFO (coreCloseExecutor-297-thread-7) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1254231: rootName = solr_44921, domain = solr.core.localShardsTestColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@b79585
[junit4] 2> 83563 INFO (coreCloseExecutor-298-thread-4) [n:127.0.0.1:36141_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=3727590
[junit4] 2> 83564 INFO (coreCloseExecutor-298-thread-5) [n:127.0.0.1:36141_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard3.replica_n12, tag=33206353
[junit4] 2> 83564 INFO (coreCloseExecutor-298-thread-5) [n:127.0.0.1:36141_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1dec9fb: rootName = solr_36141, domain = solr.core.localShardsTestColl.shard3.replica_n12, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard3.replica_n12 / com.codahale.metrics.MetricRegistry@b4309a
[junit4] 2> 83570 INFO (coreCloseExecutor-297-thread-8) [n:127.0.0.1:44921_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=24535073
[junit4] 2> 83570 INFO (coreCloseExecutor-297-thread-8) [n:127.0.0.1:44921_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@135c492: rootName = solr_44921, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1dfd41a
[junit4] 2> 83571 INFO (coreCloseExecutor-298-thread-6) [n:127.0.0.1:36141_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=14829153
[junit4] 2> 83571 INFO (coreCloseExecutor-298-thread-6) [n:127.0.0.1:36141_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a5b89: rootName = solr_36141, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@2d954e
[junit4] 2> 83590 INFO (coreCloseExecutor-298-thread-6) [n:127.0.0.1:36141_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=14829153
[junit4] 2> 83591 INFO (coreCloseExecutor-298-thread-5) [n:127.0.0.1:36141_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=33206353
[junit4] 2> 83597 INFO (coreCloseExecutor-297-thread-5) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=28883497
[junit4] 2> 83597 INFO (coreCloseExecutor-297-thread-7) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=29609094
[junit4] 2> 83597 INFO (coreCloseExecutor-297-thread-8) [n:127.0.0.1:44921_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=24535073
[junit4] 2> 83609 INFO (jetty-closer-66-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98983284435648517-127.0.0.1:36141_solr-n_0000000000) closing
[junit4] 2> 83609 INFO (OverseerStateUpdate-98983284435648517-127.0.0.1:36141_solr-n_0000000000) [n:127.0.0.1:36141_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36141_solr
[junit4] 2> 83609 WARN (OverseerAutoScalingTriggerThread-98983284435648517-127.0.0.1:36141_solr-n_0000000000) [n:127.0.0.1:36141_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 83626 INFO (jetty-closer-66-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b4bc25{/solr,null,UNAVAILABLE}
[junit4] 2> 85126 INFO (jetty-closer-66-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@553e4b{/solr,null,UNAVAILABLE}
[junit4] 2> 85128 ERROR (SUITE-CloudSolrClientTest-seed#[D90B00789429CD20]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 85129 INFO (SUITE-CloudSolrClientTest-seed#[D90B00789429CD20]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46489 46489
[junit4] 2> 90928 INFO (Thread-83) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46489 46489
[junit4] 2> 90928 WARN (Thread-83) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 21 /solr/collections/foo/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 12 /solr/collections/multicollection1/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard1/election/98983284435648517-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard2/election/98983284435648520-core_node11-n_0000000000
[junit4] 2> 2 /solr/collections/foo/leader_elect/shard1/election/98983284435648520-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98983284435648517-127.0.0.1:36141_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_D90B00789429CD20-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@aae006), locale=sv-SE, timezone=GMT
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=51605928,total=148099072
[junit4] 2> NOTE: All tests run in this JVM: [ArrayEvaluatorTest, DivideEvaluatorTest, SolrParamTest, TestJsonRecordReader, TestCollectionStateWatchers, ArcCosineEvaluatorTest, SolrExampleXMLTest, DocumentAnalysisResponseTest, NamedListTest, CloudSolrClientTest]
[junit4] Completed [64/146 (1!)] on J2 in 41.88s, 16 tests, 1 error <<< FAILURES!
[...truncated 42374 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20883 - Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20883/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
8 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.StressHdfsTest
Error Message:
Timed out waiting for Mini HDFS Cluster to start
Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
at __randomizedtesting.SeedInfo.seed([7E86C44144CD0D9A]:0)
at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.cloud.hdfs.StressHdfsTest.setupClass(StressHdfsTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestHdfsBackupRestoreCore
Error Message:
Timed out waiting for Mini HDFS Cluster to start
Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
at __randomizedtesting.SeedInfo.seed([7E86C44144CD0D9A]:0)
at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.handler.TestHdfsBackupRestoreCore.setupClass(TestHdfsBackupRestoreCore.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.index.hdfs.CheckHdfsIndexTest
Error Message:
Timed out waiting for Mini HDFS Cluster to start
Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
at __randomizedtesting.SeedInfo.seed([7E86C44144CD0D9A]:0)
at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
at org.apache.solr.index.hdfs.CheckHdfsIndexTest.setupClass(CheckHdfsIndexTest.java:62)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent
Error Message:
80 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 1) Thread[id=7148, name=qtp12951259-7148, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=7094, name=qtp1740544-7094, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=7119, name=qtp3330899-7119, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=7115, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=7185, name=qtp28191626-7185, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561) at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512) at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$84/20784804.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=7171, name=searcherExecutor-3202-thread-1, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=7184, name=qtp28191626-7184, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=7217, name=zkCallback-1094-thread-3, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=7220, name=zkCallback-1100-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=7147, name=qtp12951259-7147, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=7109, name=Scheduler-17035154, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=7195, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-SendThread(127.0.0.1:40243), state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 13) Thread[id=7149, name=qtp12951259-7149-acceptor-0@3b7ce2-ServerConnector@dfa53e{SSL,[ssl, http/1.1]}{127.0.0.1:32957}, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=7196, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-EventThread, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 15) Thread[id=7139, name=Scheduler-5549998, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=7129, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=7228, name=zkCallback-1088-thread-6, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=7144, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=7134, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-EventThread, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 20) Thread[id=7178, name=qtp28191626-7178, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=7133, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-SendThread(127.0.0.1:40243), state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 22) Thread[id=7095, name=org.eclipse.jetty.server.session.HashSessionManager@1a9e3fcTimer, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=7162, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-SendThread(127.0.0.1:40243), state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 24) Thread[id=7165, name=Thread-1955, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 25) Thread[id=7215, name=zkCallback-1088-thread-3-processing-n:127.0.0.1:40853__y%2Fc, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357) at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771) at org.apache.solr.cloud.Overseer.start(Overseer.java:515) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$265/21032055.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/24476027.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=7218, name=zkCallback-1088-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=7092, name=qtp1740544-7092, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=7181, name=qtp28191626-7181, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=7151, name=qtp12951259-7151, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=7221, name=zkCallback-1088-thread-5, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=7177, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=7120, name=qtp3330899-7120-acceptor-0@19334f1-ServerConnector@2e480e{SSL,[ssl, http/1.1]}{127.0.0.1:35613}, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=7179, name=qtp28191626-7179, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=7118, name=qtp3330899-7118, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=7180, name=qtp28191626-7180, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=7219, name=zkCallback-1107-thread-3, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=7089, name=qtp1740544-7089, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=7105, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-EventThread, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 39) Thread[id=7227, name=zkCallback-1100-thread-7, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=7100, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=7152, name=qtp12951259-7152, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=7088, name=qtp1740544-7088, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=7104, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-SendThread(127.0.0.1:40243), state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 44) Thread[id=7145, name=qtp12951259-7145, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=7091, name=qtp1740544-7091-acceptor-0@1befe8b-ServerConnector@1fcaced{SSL,[ssl, http/1.1]}{127.0.0.1:40853}, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=7229, name=zkCallback-1088-thread-7, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=7117, name=qtp3330899-7117, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=7223, name=zkCallback-1094-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=7225, name=zkCallback-1094-thread-5, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=7136, name=Thread-1946, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 51) Thread[id=7222, name=zkCallback-1100-thread-5, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=7124, name=org.eclipse.jetty.server.session.HashSessionManager@269df5Timer, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=7158, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=7142, name=searcherExecutor-3191-thread-1, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=7186, name=org.eclipse.jetty.server.session.HashSessionManager@f770f5Timer, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 56) Thread[id=7090, name=qtp1740544-7090, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 57) Thread[id=7116, name=qtp3330899-7116, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 58) Thread[id=7150, name=qtp12951259-7150, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 59) Thread[id=7191, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 60) Thread[id=7113, name=searcherExecutor-3180-thread-1, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 61) Thread[id=7226, name=zkCallback-1100-thread-6, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 62) Thread[id=7146, name=qtp12951259-7146, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 63) Thread[id=7157, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 64) Thread[id=7121, name=qtp3330899-7121, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 65) Thread[id=7153, name=org.eclipse.jetty.server.session.HashSessionManager@1728e02Timer, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 66) Thread[id=7224, name=zkCallback-1107-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 67) Thread[id=7107, name=Thread-1937, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 68) Thread[id=7123, name=qtp3330899-7123, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 69) Thread[id=7190, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 70) Thread[id=7182, name=qtp28191626-7182-acceptor-0@1e16249-ServerConnector@51afc4{SSL,[ssl, http/1.1]}{127.0.0.1:41215}, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 71) Thread[id=7183, name=qtp28191626-7183, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 72) Thread[id=7093, name=qtp1740544-7093, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 73) Thread[id=7128, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 74) Thread[id=7087, name=qtp1740544-7087, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 75) Thread[id=7099, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 76) Thread[id=7200, name=Scheduler-17266078, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 77) Thread[id=7122, name=qtp3330899-7122, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 78) Thread[id=7167, name=Scheduler-992378, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 79) Thread[id=7163, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-EventThread, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 80) Thread[id=7198, name=Thread-1964, state=WAITING, group=TGRP-TestBulkSchemaConcurrent] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 80 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent:
1) Thread[id=7148, name=qtp12951259-7148, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=7094, name=qtp1740544-7094, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=7119, name=qtp3330899-7119, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=7115, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=7185, name=qtp28191626-7185, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)
at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)
at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$84/20784804.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=7171, name=searcherExecutor-3202-thread-1, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=7184, name=qtp28191626-7184, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=7217, name=zkCallback-1094-thread-3, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=7220, name=zkCallback-1100-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=7147, name=qtp12951259-7147, state=RUNNABLE, group=TGRP-
[...truncated too long message...]
tor-731-thread-7) [n:127.0.0.1:37587_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=12781090
[junit4] 2> 89081 INFO (coreCloseExecutor-733-thread-4) [n:127.0.0.1:36201_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.overwrite.shard1.replica_n1, tag=32129256
[junit4] 2> 89082 INFO (coreCloseExecutor-733-thread-4) [n:127.0.0.1:36201_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f80217: rootName = solr_36201, domain = solr.core.overwrite.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.overwrite.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1ec8c4b
[junit4] 2> 89083 INFO (coreCloseExecutor-732-thread-6) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n6, tag=9157526
[junit4] 2> 89083 INFO (coreCloseExecutor-732-thread-6) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f0a9bc: rootName = solr_35715, domain = solr.core.localShardsTestColl.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@82a26a
[junit4] 2> 89093 INFO (coreCloseExecutor-733-thread-2) [n:127.0.0.1:36201_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=18715286
[junit4] 2> 89093 INFO (coreCloseExecutor-733-thread-3) [n:127.0.0.1:36201_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=14343653
[junit4] 2> 89093 INFO (coreCloseExecutor-733-thread-1) [n:127.0.0.1:36201_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=8436118
[junit4] 2> 89095 INFO (coreCloseExecutor-733-thread-7) [n:127.0.0.1:36201_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=30830782
[junit4] 2> 89095 INFO (coreCloseExecutor-733-thread-4) [n:127.0.0.1:36201_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=32129256
[junit4] 2> 89095 INFO (jetty-closer-803-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cf0daf{/solr,null,UNAVAILABLE}
[junit4] 2> 89115 INFO (coreCloseExecutor-732-thread-1) [n:127.0.0.1:35715_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=16095055
[junit4] 2> 89116 INFO (coreCloseExecutor-732-thread-2) [n:127.0.0.1:35715_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=23905764
[junit4] 2> 89116 INFO (coreCloseExecutor-732-thread-7) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard1 r:core_node3 x:localShardsTestColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=8824330
[junit4] 2> 89116 INFO (coreCloseExecutor-732-thread-3) [n:127.0.0.1:35715_solr c:multicollection1 s:shard2 r:core_node4 x:multicollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard2.leader, tag=10552307
[junit4] 2> 89116 INFO (coreCloseExecutor-732-thread-5) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=2809080
[junit4] 2> 89116 INFO (coreCloseExecutor-732-thread-8) [n:127.0.0.1:35715_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=21880935
[junit4] 2> 89117 INFO (coreCloseExecutor-732-thread-6) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=9157526
[junit4] 2> 89124 INFO (jetty-closer-803-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98982509594869767-127.0.0.1:36201_solr-n_0000000000) closing
[junit4] 2> 89125 INFO (OverseerStateUpdate-98982509594869767-127.0.0.1:36201_solr-n_0000000000) [n:127.0.0.1:36201_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36201_solr
[junit4] 2> 89126 WARN (OverseerAutoScalingTriggerThread-98982509594869767-127.0.0.1:36201_solr-n_0000000000) [n:127.0.0.1:36201_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 89128 INFO (jetty-closer-803-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bdc24{/solr,null,UNAVAILABLE}
[junit4] 2> 89128 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa8116b610007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 90628 INFO (jetty-closer-803-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1972ff{/solr,null,UNAVAILABLE}
[junit4] 2> 90629 ERROR (SUITE-CloudSolrClientTest-seed#[1E6E494A5EE13501]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 90629 INFO (SUITE-CloudSolrClientTest-seed#[1E6E494A5EE13501]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40605 40605
[junit4] 2> 96558 INFO (Thread-430) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40605 40605
[junit4] 2> 96559 WARN (Thread-430) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 21 /solr/collections/foo/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 15 /solr/collections/multicollection2/state.json
[junit4] 2> 13 /solr/collections/multicollection1/state.json
[junit4] 2> 12 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/2nd_collection/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 6 /solr/collections/overwrite/state.json
[junit4] 2> 2 /solr/collections/foo/leader_elect/shard1/election/98982509594869769-core_node6-n_0000000000
[junit4] 2> 2 /solr/collections/localShardsTestColl/leader_elect/shard3/election/98982509594869767-core_node17-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_1E6E494A5EE13501-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@187309), locale=hu-HU, timezone=Etc/GMT-10
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=120395288,total=304087040
[junit4] 2> NOTE: All tests run in this JVM: [TestPolicy, TestClusteringResponse, StreamingTest, ConcurrentUpdateSolrClientBuilderTest, JdbcTest, FieldValueEvaluatorTest, TestPathTrie, EmpiricalDistributionEvaluatorTest, LargeVolumeEmbeddedTest, CloudSolrClientCacheTest, TestEmbeddedSolrServer, ArcSineEvaluatorTest, HyperbolicTangentEvaluatorTest, UsingSolrJRefGuideExamplesTest, HttpSolrClientConPoolTest, AscEvaluatorTest, SquareRootEvaluatorTest, TermsResponseTest, TestV1toV2ApiMapper, AnlysisResponseBaseTest, NaturalLogEvaluatorTest, SchemaTest, CloudSolrClientTest]
[junit4] Completed [137/146 (1!)] on J0 in 41.01s, 16 tests, 1 error <<< FAILURES!
[...truncated 42153 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20882 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20882/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46259
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46259
at __randomizedtesting.SeedInfo.seed([F44F69E291F55A63:1C2D577336F8583F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 13260 lines...]
[junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
[junit4] 2> 2273214 INFO (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/init-core-data-001
[junit4] 2> 2273214 WARN (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 2273214 INFO (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2273215 INFO (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 2273215 INFO (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2273216 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2273216 INFO (Thread-1800) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2273216 INFO (Thread-1800) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2273217 ERROR (Thread-1800) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2273316 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkTestServer start zk server on port:35259
[junit4] 2> 2273328 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2273329 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2273330 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2273330 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2273331 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2273331 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2273332 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2273333 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2273333 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2273334 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2273334 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2273335 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2273397 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2273398 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@190e0653{/,null,AVAILABLE}
[junit4] 2> 2273399 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ce82fcc{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۸۱۸۵}
[junit4] 2> 2273399 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.e.j.s.Server Started @۲۲۷۵۷۶۹ms
[junit4] 2> 2273399 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-001/control/data, hostPort=46259, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores}
[junit4] 2> 2273399 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2273399 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2273399 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2273399 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2273399 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T18:53:00.760533Z
[junit4] 2> 2273400 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2273400 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/solr.xml
[junit4] 2> 2273402 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2273402 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2273403 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2273404 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35259/solr
[junit4] 2> 2273433 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2273434 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46259_
[junit4] 2> 2273434 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.Overseer Overseer (id=98981640967159812-127.0.0.1:46259_-n_0000000000) starting
[junit4] 2> 2273437 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46259_
[junit4] 2> 2273439 INFO (zkCallback-3367-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2273462 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2273469 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2273469 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2273470 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores
[junit4] 2> 2273482 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2273482 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35259/solr ready
[junit4] 2> 2273483 INFO (SocketProxy-Acceptor-46259) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53164,localport=46259], receiveBufferSize:531000
[junit4] 2> 2273485 INFO (SocketProxy-Acceptor-46259) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38185,localport=58458], receiveBufferSize=530904
[junit4] 2> 2273486 INFO (qtp489925090-21059) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46259_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2273488 INFO (OverseerThreadFactory-3957-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2273591 INFO (SocketProxy-Acceptor-46259) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53168,localport=46259], receiveBufferSize:531000
[junit4] 2> 2273592 INFO (SocketProxy-Acceptor-46259) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38185,localport=58462], receiveBufferSize=530904
[junit4] 2> 2273592 INFO (qtp489925090-21061) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2273592 INFO (qtp489925090-21061) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2273694 INFO (zkCallback-3367-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2274610 INFO (qtp489925090-21061) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2274622 INFO (qtp489925090-21061) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2274677 INFO (qtp489925090-21061) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2274683 INFO (qtp489925090-21061) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2274683 INFO (qtp489925090-21061) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2274683 INFO (qtp489925090-21061) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2274684 INFO (qtp489925090-21061) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2274685 INFO (qtp489925090-21061) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2274686 WARN (qtp489925090-21061) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2274708 INFO (qtp489925090-21061) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2274708 INFO (qtp489925090-21061) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2274709 INFO (qtp489925090-21061) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2274709 INFO (qtp489925090-21061) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2274710 INFO (qtp489925090-21061) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2274710 INFO (qtp489925090-21061) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@367ea576[control_collection_shard1_replica_n1] main]
[junit4] 2> 2274710 INFO (qtp489925090-21061) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2274711 INFO (qtp489925090-21061) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2274711 INFO (qtp489925090-21061) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2274711 INFO (qtp489925090-21061) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583706257041129472
[junit4] 2> 2274712 INFO (searcherExecutor-3960-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@367ea576[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2274714 INFO (qtp489925090-21061) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2274714 INFO (qtp489925090-21061) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2274714 INFO (qtp489925090-21061) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46259/control_collection_shard1_replica_n1/
[junit4] 2> 2274714 INFO (qtp489925090-21061) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2274714 INFO (qtp489925090-21061) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:46259/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2274714 INFO (qtp489925090-21061) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2274715 INFO (qtp489925090-21061) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46259/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2333530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 46259
[junit4] 2> 2333530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1318213408
[junit4] 2> 2333530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2333530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a4399be: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@552fa43f
[junit4] 2> 2333535 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2333535 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@62c58ea: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@42770f6a
[junit4] 2> 2333539 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2333539 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22f1e2e4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@287d92a2
[junit4] 2> 2333540 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46259_
[junit4] 2> 2333540 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2333540 INFO (zkCallback-3367-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2333541 INFO (coreCloseExecutor-3965-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@572e8552
[junit4] 2> 2333541 INFO (coreCloseExecutor-3965-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1462666578
[junit4] 2> 2333541 INFO (coreCloseExecutor-3965-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41b36b2b: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@75d82338
[junit4] 2> 2333549 INFO (coreCloseExecutor-3965-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1462666578
[junit4] 2> 2344450 INFO (ScheduledTrigger-3955-thread-3) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2344451 INFO (AutoscalingActionExecutor-3956-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f5ce441212f640Tcg8g5rrgfct5m5o62pgb17cbs",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1510340041809000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510340041809000000],
[junit4] 2> "_enqueue_time_":1510340051811000000,
[junit4] 2> "nodeNames":["127.0.0.1:46259_"]}}
[junit4] 2> 2373690 WARN (SocketProxy-Request-53168:38185) [ ] o.a.s.c.SocketProxy java.net.SocketTimeoutException: Read timed out when reading from Socket[addr=/127.0.0.1,port=53168,localport=46259]
[junit4] 2> 2373692 ERROR (OverseerThreadFactory-3957-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:46259
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:46259
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:46259 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 2373692 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.Overseer Overseer (id=98981640967159812-127.0.0.1:46259_-n_0000000000) closing
[junit4] 2> 2373693 INFO (OverseerStateUpdate-98981640967159812-127.0.0.1:46259_-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46259_
[junit4] 2> 2373693 ERROR (OverseerThreadFactory-3957-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 2373695 INFO (OverseerThreadFactory-3957-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2403728 INFO (zkCallback-3367-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2403729 ERROR (OverseerThreadFactory-3957-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2403730 WARN (OverseerAutoScalingTriggerThread-98981640967159812-127.0.0.1:46259_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2403731 INFO (qtp489925090-21059) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46259_&wt=javabin&version=2} status=500 QTime=130244
[junit4] 2> 2403731 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5ce82fcc{HTTP/1.1,[http/1.1]}{127.0.0.1:۰}
[junit4] 2> 2403731 ERROR (qtp489925090-21059) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 2403731 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@190e0653{/,null,UNAVAILABLE}
[junit4] 2> 2403750 ERROR (qtp489925090-21061) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2403751 ERROR (qtp489925090-21061) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 2403762 INFO (qtp489925090-21061) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=130170
[junit4] 2> 2403762 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2403763 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35259 35259
[junit4] 2> 2414559 INFO (Thread-1800) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35259 35259
[junit4] 2> 2414560 WARN (Thread-1800) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2414560 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:46259/, target: http://127.0.0.1:38185/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ForceLeaderTest -Dtests.method=testLastPublishedStateIsActive -Dtests.seed=F44F69E291F55A63 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mzn -Dtests.timezone=Etc/Zulu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 141s J0 | ForceLeaderTest.testLastPublishedStateIsActive <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46259
[junit4] > at __randomizedtesting.SeedInfo.seed([F44F69E291F55A63:1C2D577336F8583F]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> 2414566 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2414566 INFO (Thread-1811) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2414566 INFO (Thread-1811) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2414568 ERROR (Thread-1811) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2414666 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkTestServer start zk server on port:41743
[junit4] 2> 2414677 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2414678 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2414679 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2414681 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2414682 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2414682 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2414683 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2414684 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2414685 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2414686 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2414687 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2414688 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2414757 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2414757 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45095ad0{/,null,AVAILABLE}
[junit4] 2> 2414758 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@567786c1{HTTP/1.1,[http/1.1]}{127.0.0.1:۳۵۴۳۳}
[junit4] 2> 2414758 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.Server Started @۲۴۱۷۱۲۸ms
[junit4] 2> 2414758 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-002/control/data, hostPort=38683, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores}
[junit4] 2> 2414758 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2414758 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2414758 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2414758 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2414758 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T18:55:22.119786Z
[junit4] 2> 2414760 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2414760 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/solr.xml
[junit4] 2> 2414761 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2414761 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2414761 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2414763 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41743/solr
[junit4] 2> 2414788 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2414788 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38683_
[junit4] 2> 2414788 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.Overseer Overseer (id=98981650230673412-127.0.0.1:38683_-n_0000000000) starting
[junit4] 2> 2414790 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38683_
[junit4] 2> 2414791 INFO (zkCallback-3379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2414827 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2414833 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2414833 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2414833 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores
[junit4] 2> 2414844 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2414844 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41743/solr ready
[junit4] 2> 2414845 INFO (SocketProxy-Acceptor-38683) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41552,localport=38683], receiveBufferSize:531000
[junit4] 2> 2414845 INFO (SocketProxy-Acceptor-38683) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35433,localport=42818], receiveBufferSize=530904
[junit4] 2> 2414845 INFO (qtp1813213988-21122) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38683_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2414846 INFO (OverseerThreadFactory-3974-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2414950 INFO (SocketProxy-Acceptor-38683) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41556,localport=38683], receiveBufferSize:531000
[junit4] 2> 2414951 INFO (SocketProxy-Acceptor-38683) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35433,localport=42822], receiveBufferSize=530904
[junit4] 2> 2414952 INFO (qtp1813213988-21124) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2414952 INFO (qtp1813213988-21124) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2415057 INFO (zkCallback-3379-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2415981 INFO (qtp1813213988-21124) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2416005 INFO (qtp1813213988-21124) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2416043 INFO (qtp1813213988-21124) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2416048 INFO (qtp1813213988-21124) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2416048 INFO (qtp1813213988-21124) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2416048 INFO (qtp1813213988-21124) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2416048 INFO (qtp1813213988-21124) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2416050 INFO (qtp1813213988-21124) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2416051 WARN (qtp1813213988-21124) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2416072 INFO (qtp1813213988-21124) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2416072 INFO (qtp1813213988-21124) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2416072 INFO (qtp1813213988-21124) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2416073 INFO (qtp1813213988-21124) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2416073 INFO (qtp1813213988-21124) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2416073 INFO (qtp1813213988-21124) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4140bb8d[control_collection_shard1_replica_n1] main]
[junit4] 2> 2416074 INFO (qtp1813213988-21124) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2416074 INFO (qtp1813213988-21124) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2416075 INFO (qtp1813213988-21124) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2416075 INFO (qtp1813213988-21124) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583706405272027136
[junit4] 2> 2416075 INFO (searcherExecutor-3977-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4140bb8d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2416077 INFO (qtp1813213988-21124) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2416077 INFO (qtp1813213988-21124) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2416077 INFO (qtp1813213988-21124) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38683/control_collection_shard1_replica_n1/
[junit4] 2> 2416077 INFO (qtp1813213988-21124) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2416077 INFO (qtp1813213988-21124) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:38683/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2416077 INFO (qtp1813213988-21124) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2416078 INFO (qtp1813213988-21124) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38683/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2416179 INFO (zkCallback-3379-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2416229 INFO (qtp1813213988-21124) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2416231 INFO (qtp1813213988-21124) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1279
[junit4] 2> 2416234 INFO (qtp1813213988-21122) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2416332 INFO (zkCallback-3379-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2416848 INFO (OverseerCollectionConfigSetProcessor-98981650230673412-127.0.0.1:38683_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2417234 INFO (qtp1813213988-21122) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38683_&wt=javabin&version=2} status=0 QTime=2389
[junit4] 2> 2417240 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2417241 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41743/solr ready
[junit4] 2> 2417241 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2417242 INFO (SocketProxy-Acceptor-38683) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41562,localport=38683], receiveBufferSize:531000
[junit4] 2> 2417243 INFO (SocketProxy-Acceptor-38683) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35433,localport=42828], receiveBufferSize=530904
[junit4] 2> 2417243 INFO (qtp1813213988-21122) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2417245 INFO (OverseerThreadFactory-3974-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2417246 WARN (OverseerThreadFactory-3974-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2417452 INFO (qtp1813213988-21122) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2417452 INFO (qtp1813213988-21122) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 2417525 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001 of type NRT
[junit4] 2> 2417526 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2417527 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e215f26{/,null,AVAILABLE}
[junit4] 2> 2417527 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6141b59d{HTTP/1.1,[http/1.1]}{127.0.0.1:۴۵۹۴۷}
[junit4] 2> 2417527 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.Server Started @۲۴۱۹۸۹۷ms
[junit4] 2> 2417527 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-002/jetty1, hostPort=38341, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores}
[junit4] 2> 2417528 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2417528 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2417528 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2417528 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2417528 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-10T18:55:24.889244Z
[junit4] 2> 2417529 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2417529 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/solr.xml
[junit4] 2> 2417531 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2417531 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2417531 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2417532 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41743/solr
[junit4] 2> 2417536 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2417537 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2417537 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38341_
[junit4] 2> 2417538 INFO (zkCallback-3379-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2417538 INFO (zkCallback-3387-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2417538 INFO (zkCallback-3392-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2417559 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2417565 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2417565 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2417566 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores
[junit4] 2> 2417580 INFO (SocketProxy-Acceptor-38341) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40674,localport=38341], receiveBufferSize:531000
[junit4] 2> 2417581 INFO (SocketProxy-Acceptor-38341) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45947,localport=49754], receiveBufferSize=530904
[junit4] 2> 2417581 INFO (qtp1594464997-21176) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38341_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2417583 INFO (OverseerCollectionConfigSetProcessor-98981650230673412-127.0.0.1:38683_-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2417583 INFO (OverseerThreadFactory-3974-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38341_ for creating new replica
[junit4] 2> 2417584 INFO (SocketProxy-Acceptor-38341) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40678,localport=38341], receiveBufferSize:531000
[junit4] 2> 2417585 INFO (SocketProxy-Acceptor-38341) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45947,localport=49758], receiveBufferSize=530904
[junit4] 2> 2417585 INFO (qtp1594464997-21178) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2417585 INFO (qtp1594464997-21178) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2417687 INFO (zkCallback-3392-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2418622 INFO (qtp1594464997-21178) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2418637 INFO (qtp1594464997-21178) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 2418722 INFO (qtp1594464997-21178) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2418728 INFO (qtp1594464997-21178) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 2418728 INFO (qtp1594464997-21178) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
[junit4] 2> 2418729 INFO (qtp1594464997-21178) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2418729 INFO (qtp1594464997-21178) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 2418730 INFO (qtp1594464997-21178) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2418732 WARN (qtp1594464997-21178) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2418754 INFO (qtp1594464997-21178) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2418754 INFO (qtp1594464997-21178) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2418755 INFO (qtp1594464997-21178) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2418755 INFO (qtp1594464997-21178) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2418756 INFO (qtp1594464997-21178) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2418756 INFO (qtp1594464997-21178) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6da9a84[collection1_shard2_replica_n41] main]
[junit4] 2> 2418757 INFO (qtp1594464997-21178) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2418757 INFO (qtp1594464997-21178) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2418757 INFO (qtp1594464997-21178) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2418758 INFO (searcherExecutor-3988-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6da9a84[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2418758 INFO (qtp1594464997-21178) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583706408085356544
[junit4] 2> 2418761 INFO (qtp1594464997-21178) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2418761 INFO (qtp1594464997-21178) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - t
[...truncated too long message...]
.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2449384 INFO (zkCallback-3414-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2449385 INFO (zkCallback-3387-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2449385 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.Overseer Overseer (id=98981650230673426-127.0.0.1:46467_-n_0000000004) closing
[junit4] 2> 2449385 INFO (OverseerStateUpdate-98981650230673426-127.0.0.1:46467_-n_0000000004) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46467_
[junit4] 2> 2449385 WARN (OverseerAutoScalingTriggerThread-98981650230673426-127.0.0.1:46467_-n_0000000004) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2451865 WARN (zkCallback-3414-thread-1) [ ] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 2451865 INFO (zkCallback-3414-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2451865 INFO (zkCallback-3414-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n45] CLOSING SolrCore org.apache.solr.core.SolrCore@2ec821b6
[junit4] 2> 2451865 INFO (zkCallback-3414-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n45, tag=784867766
[junit4] 2> 2451865 INFO (zkCallback-3414-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ebde8ac: rootName = null, domain = solr.core.collection1.shard2.replica_n45, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n45 / com.codahale.metrics.MetricRegistry@4c1ba4a4
[junit4] 2> 2451877 INFO (zkCallback-3414-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=784867766
[junit4] 2> 2451880 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@aff1741{HTTP/1.1,[http/1.1]}{127.0.0.1:۴۶۴۶۷}
[junit4] 2> 2451881 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4872af6f{/,null,UNAVAILABLE}
[junit4] 2> 2451882 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 38683
[junit4] 2> 2451882 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2451882 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41743 41743
[junit4] 2> 2461911 INFO (Thread-1811) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41743 41743
[junit4] 2> 2461912 WARN (Thread-1811) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/forceleader_test_collection/state.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/forceleader_test_collection/leader_elect/shard1/election/98981650230673417-core_node4-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/98981650230673420-127.0.0.1:44955_-n_0000000002
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/98981650230673417-core_node42-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> 2461912 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:44955/, target: http://127.0.0.1:37575/
[junit4] 2> 2461912 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SocketProxy Closing 18 connections to: http://127.0.0.1:38341/, target: http://127.0.0.1:45947/
[junit4] 2> 2461912 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:46467/, target: http://127.0.0.1:35589/
[junit4] 2> 2461912 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [ ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:38683/, target: http://127.0.0.1:35433/
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Direct), text=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=38, maxMBSortInHeap=5.039838803049916, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@419bc7d8), locale=mzn, timezone=Etc/Zulu
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=300648968,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestBulkSchemaConcurrent, PreAnalyzedUpdateProcessorTest, TestLegacyFieldCache, TestRandomCollapseQParserPlugin, ConnectionManagerTest, CursorMarkTest, DocValuesTest, TestSolrIndexConfig, SuggestComponentTest, TestSimpleTextCodec, BasicZkTest, DeleteInactiveReplicaTest, TestImpersonationWithHadoopAuth, TestCoreAdminApis, TestJoin, HdfsNNFailoverTest, CoreAdminCreateDiscoverTest, TestFieldCollectionResource, TestUniqueKeyFieldResource, TestApiFramework, OverseerCollectionConfigSetProcessorTest, RankQueryTest, UpdateParamsTest, RulesTest, TestSolrConfigHandlerCloud, ResourceLoaderTest, TestPerFieldSimilarityWithDefaultOverride, SolrMetricsIntegrationTest, HdfsChaosMonkeyNothingIsSafeTest, SliceStateTest, TestSolrCloudWithSecureImpersonation, SolrCoreMetricManagerTest, CollectionsAPISolrJTest, TestUtils, TestGraphMLResponseWriter, CdcrReplicationDistributedZkTest, TestStressLiveNodes, TestCustomDocTransformer, BJQParserTest, TestClassicSimilarityFactory, OverseerStatusTest, TestSolrJ, TestNumericRangeQuery32, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RAMDirectoryFactoryTest, ReplicationFactorTest, CollectionStateFormat2Test, TestConfigSetImmutable, TestHdfsCloudBackupRestore, ChangedSchemaMergeTest, TestFileDictionaryLookup, HttpSolrCallGetCoreTest, SoftAutoCommitTest, NodeMutatorTest, TestLegacyNumericRangeQueryBuilder, ActionThrottleTest, DistribCursorPagingTest, TestUninvertingReader, TestFieldCache, SolrCloudReportersTest, ExplicitHLLTest, TestManagedSynonymGraphFilterFactory, SolrIndexMetricsTest, BasicDistributedZkTest, AutoAddReplicasPlanActionTest, SimpleFacetsTest, MigrateRouteKeyTest, DeleteReplicaTest, HdfsRestartWhileUpdatingTest, CacheHeaderTest, TermsComponentTest, PeerSyncTest, URLClassifyProcessorTest, SubstringBytesRefFilterTest, TestHttpShardHandlerFactory, TestSuggestSpellingConverter, TestGraphTermsQParserPlugin, CleanupOldIndexTest, SyncSliceTest, IndexSchemaRuntimeFieldTest, HLLUtilTest, ForceLeaderTest]
[junit4] Completed [492/749 (1!)] on J0 in 188.72s, 3 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 869 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20171110_181504_96415060796133323986734.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps/java_pid32076.hprof ...
[junit4] Heap dump file created [359909410 bytes in 0.712 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 8465 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:835: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:787: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid32076.hprof
Total time: 93 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20880 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20880/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
8 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RollingRestartTest
Error Message:
42 threads leaked from SUITE scope at org.apache.solr.cloud.RollingRestartTest: 1) Thread[id=16426, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=16416, name=qtp4693665-16416, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=16419, name=qtp4693665-16419, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=16450, name=org.eclipse.jetty.server.session.HashSessionManager@321b74Timer, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=16443, name=qtp33483831-16443, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=16425, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=16482, name=zkCallback-2585-thread-3, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=16449, name=qtp33483831-16449, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=16442, name=qtp33483831-16442, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at org.apache.solr.core.ZkContainer$$Lambda$268/1265756.run(Unknown Source) at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$148/1582140.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=16448, name=qtp33483831-16448, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=16459, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230) at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170) 12) Thread[id=16446, name=qtp33483831-16446-acceptor-0@15c6be0-ServerConnector@18dae1a{SSL,[ssl, http/1.1]}{127.0.0.1:41915}, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=16485, name=zkCallback-2579-thread-7, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=16420, name=qtp4693665-16420, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=16486, name=zkCallback-2585-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=16444, name=qtp33483831-16444, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=16433, name=Thread-4269, state=WAITING, group=TGRP-RollingRestartTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 18) Thread[id=16455, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=16431, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-EventThread, state=WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 20) Thread[id=16460, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-EventThread, state=WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 21) Thread[id=16478, name=zkCallback-2579-thread-3-processing-n:127.0.0.1:34501_shz%2Fy, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:296) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:511) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$9/30675944.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/4513804.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=16484, name=zkCallback-2579-thread-6, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=16414, name=qtp4693665-16414, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=16417, name=qtp4693665-16417-acceptor-0@8362fa-ServerConnector@18da711{SSL,[ssl, http/1.1]}{127.0.0.1:34501}, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=16468, name=searcherExecutor-7749-thread-1, state=WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=16481, name=zkCallback-2585-thread-2, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=16435, name=Scheduler-21636363, state=WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=16487, name=zkCallback-2585-thread-5, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=16454, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=16465, name=Scheduler-7755812, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=16472, name=qtp4693665-16472, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=16430, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 33) Thread[id=16441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=16413, name=qtp4693665-16413, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=16447, name=qtp33483831-16447, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=16462, name=Thread-4278, state=WAITING, group=TGRP-RollingRestartTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 37) Thread[id=16418, name=qtp4693665-16418, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=16421, name=org.eclipse.jetty.server.session.HashSessionManager@4a0cdbTimer, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=16439, name=searcherExecutor-7738-thread-1, state=WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=16445, name=qtp33483831-16445, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=16483, name=zkCallback-2579-thread-5, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=16480, name=zkCallback-2579-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 42 threads leaked from SUITE scope at org.apache.solr.cloud.RollingRestartTest:
1) Thread[id=16426, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=16416, name=qtp4693665-16416, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=16419, name=qtp4693665-16419, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=16450, name=org.eclipse.jetty.server.session.HashSessionManager@321b74Timer, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=16443, name=qtp33483831-16443, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=16425, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=16482, name=zkCallback-2585-thread-3, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=16449, name=qtp33483831-16449, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=16442, name=qtp33483831-16442, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
at org.apache.solr.core.ZkContainer$$Lambda$268/1265756.run(Unknown Source)
at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$148/1582140.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=16448, name=qtp33483831-16448, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=16459, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
12) Thread[id=16446, name=qtp33483831-16446-acceptor-0@15c6be0-ServerConnector@18dae1a{SSL,[ssl, http/1.1]}{127.0.0.1:41915}, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=16485, name=zkCallback-2579-thread-7, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=16420, name=qtp4693665-16420, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=16486, name=zkCallback-2585-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=16444, name=qtp33483831-16444, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=16433, name=Thread-4269, state=WAITING, group=TGRP-RollingRestartTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
18) Thread[id=16455, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=16431, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-EventThread, state=WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
20) Thread[id=16460, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-EventThread, state=WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
21) Thread[id=16478, name=zkCallback-2579-thread-3-processing-n:127.0.0.1:34501_shz%2Fy, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:296)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:511)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$9/30675944.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/4513804.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=16484, name=zkCallback-2579-thread-6, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=16414, name=qtp4693665-16414, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=16417, name=qtp4693665-16417-acceptor-0@8362fa-ServerConnector@18da711{SSL,[ssl, http/1.1]}{127.0.0.1:34501}, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=16468, name=searcherExecutor-7749-thread-1, state=WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=16481, name=zkCallback-2585-thread-2, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=16435, name=Scheduler-21636363, state=WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=16487, name=zkCallback-2585-thread-5, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=16454, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=16465, name=Scheduler-7755812, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=16472, name=qtp4693665-16472, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=16430, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
33) Thread[id=16441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=16413, name=qtp4693665-16413, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=16447, name=qtp33483831-16447, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=16462, name=Thread-4278, state=WAITING, group=TGRP-RollingRestartTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
37) Thread[id=16418, name=qtp4693665-16418, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=16421, name=org.eclipse.jetty.server.session.HashSessionManager@4a0cdbTimer, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=16439, name=searcherExecutor-7738-thread-1, state=WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=16445, name=qtp33483831-16445, state=RUNNABLE, group=TGRP-RollingRestartTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=16483, name=zkCallback-2579-thread-5, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=16480, name=zkCallback-2579-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([96A449CA2661289A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RollingRestartTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=16416, name=qtp4693665-16416, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=16450, name=org.eclipse.jetty.server.session.HashSessionManager@321b74Timer, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=16482, name=zkCallback-2585-thread-3, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=16448, name=qtp33483831-16448, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=16459, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 6) Thread[id=16485, name=zkCallback-2579-thread-7, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=16420, name=qtp4693665-16420, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=16486, name=zkCallback-2585-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=16444, name=qtp33483831-16444, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=16433, name=Thread-4269, state=WAITING, group=TGRP-RollingRestartTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 11) Thread[id=16478, name=zkCallback-2579-thread-3, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=16484, name=zkCallback-2579-thread-6, state=TIMED_WAITING, group=TGRP-RollingRestartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=16414, name=qtp4693665-16414, state=RUNNABLE, group=TGRP-RollingRestartTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.
[...truncated too long message...]
[junit4] 2> 90993 INFO (zkCallback-160-thread-3-processing-n:127.0.0.1:43631_solr) [n:127.0.0.1:43631_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
[junit4] 2> 90993 INFO (zkCallback-159-thread-4-processing-n:127.0.0.1:43299_solr) [n:127.0.0.1:43299_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
[junit4] 2> 90994 INFO (jetty-closer-145-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f2ff7{/solr,null,UNAVAILABLE}
[junit4] 2> 90997 INFO (zkCallback-159-thread-1-processing-n:127.0.0.1:43299_solr) [n:127.0.0.1:43299_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
[junit4] 2> 91004 INFO (coreCloseExecutor-845-thread-9) [n:127.0.0.1:43299_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=4660329
[junit4] 2> 91004 INFO (coreCloseExecutor-845-thread-9) [n:127.0.0.1:43299_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1162888: rootName = solr_43299, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1e88b79
[junit4] 2> 91011 INFO (coreCloseExecutor-845-thread-1) [n:127.0.0.1:43299_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=28549608
[junit4] 2> 91011 INFO (coreCloseExecutor-845-thread-2) [n:127.0.0.1:43299_solr c:multicollection1 s:shard2 r:core_node4 x:multicollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard2.leader, tag=20210190
[junit4] 2> 91011 INFO (coreCloseExecutor-845-thread-1) [n:127.0.0.1:43299_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 91011 INFO (coreCloseExecutor-845-thread-3) [n:127.0.0.1:43299_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=23083163
[junit4] 2> 91011 INFO (coreCloseExecutor-845-thread-1) [n:127.0.0.1:43299_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12e258b commitCommandVersion:0
[junit4] 2> 91011 INFO (coreCloseExecutor-845-thread-4) [n:127.0.0.1:43299_solr c:localShardsTestColl s:shard1 r:core_node7 x:localShardsTestColl_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=13052236
[junit4] 2> 91012 INFO (coreCloseExecutor-845-thread-7) [n:127.0.0.1:43299_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=15767913
[junit4] 2> 91012 INFO (coreCloseExecutor-845-thread-6) [n:127.0.0.1:43299_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=2854320
[junit4] 2> 91012 INFO (coreCloseExecutor-845-thread-9) [n:127.0.0.1:43299_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=4660329
[junit4] 2> 91018 INFO (jetty-closer-145-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98980891688435719-127.0.0.1:43299_solr-n_0000000000) closing
[junit4] 2> 91019 INFO (OverseerStateUpdate-98980891688435719-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43299_solr
[junit4] 2> 91019 WARN (OverseerAutoScalingTriggerThread-98980891688435719-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 91020 INFO (jetty-closer-145-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e9d50{/solr,null,UNAVAILABLE}
[junit4] 2> 92494 WARN (zkCallback-160-thread-5-processing-n:127.0.0.1:43631_solr) [n:127.0.0.1:43631_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/multicollection2/state.json]
[junit4] 2> 92494 WARN (zkCallback-160-thread-3-processing-n:127.0.0.1:43631_solr) [n:127.0.0.1:43631_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/multicollection2/state.json]
[junit4] 2> 92494 INFO (jetty-closer-145-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@529df0{/solr,null,UNAVAILABLE}
[junit4] 2> 92494 ERROR (SUITE-CloudSolrClientTest-seed#[54738266D0E845C6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 92494 INFO (SUITE-CloudSolrClientTest-seed#[54738266D0E845C6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38919 38919
[junit4] 2> 97523 INFO (Thread-280) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38919 38919
[junit4] 2> 97524 WARN (Thread-280) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/foo/state.json
[junit4] 2> 17 /solr/collections/localShardsTestColl/state.json
[junit4] 2> 16 /solr/collections/stale_state_test_col/state.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 14 /solr/collections/2nd_collection/state.json
[junit4] 2> 14 /solr/collections/multicollection1/state.json
[junit4] 2> 12 /solr/collections/multicollection2/state.json
[junit4] 2> 10 /solr/collections/nemesis/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/overwrite/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_54738266D0E845C6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Memory), multiDefault=BlockTreeOrds(blocksize=128), a_t=PostingsFormat(name=Memory), title_s=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=Memory), id=FST50, text=PostingsFormat(name=LuceneFixedGap), timestamp=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Asserting), title_s=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1146, maxMBSortInHeap=7.905317050289812, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@15ab6d3), locale=en-ZA, timezone=BST
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=41087344,total=170663936
[junit4] 2> NOTE: All tests run in this JVM: [SolrParamTest, NoOpResponseParserTest, CosineEvaluatorTest, SolrExceptionTest, TestBatchUpdate, NamedListTest, TestHash, HttpSolrClientBuilderTest, TestSuggesterResponse, TestCoreAdmin, CloudSolrClientBuilderTest, SolrExampleXMLTest, SolrExampleJettyTest, ExclusiveOrEvaluatorTest, TestCollectionAdminRequest, CommonParamsTest, DocumentAnalysisResponseTest, SolrExampleBinaryTest, LargeVolumeJettyTest, HyperbolicSineEvaluatorTest, OperationsTest, DivideEvaluatorTest, GetByIdTest, ModifiableSolrParamsTest, TangentEvaluatorTest, SolrExampleStreamingTest, SolrExampleEmbeddedTest, LargeVolumeBinaryJettyTest, JettyWebappTest, LargeVolumeEmbeddedTest, TestSolrProperties, TermsResponseTest, MergeIndexesEmbeddedTest, TestJavaBinCodec, TestDocumentObjectBinder, SolrQueryTest, TestFastInputStream, TestXMLEscaping, SolrDocumentTest, ClientUtilsTest, AnlysisResponseBaseTest, FacetFieldTest, UsingSolrJRefGuideExamplesTest, TestLBHttpSolrClient, TestPolicy, CloudSolrClientCacheTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
[junit4] Completed [89/146 (1!)] on J2 in 40.15s, 16 tests, 1 error <<< FAILURES!
[...truncated 42312 lines...]