You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/07 04:51:47 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20853 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20853/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC
5 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:39819/solr: Timed out waiting to see all replicas: [implicitcoll_x_replica_n37] in cluster state.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39819/solr: Timed out waiting to see all replicas: [implicitcoll_x_replica_n37] in cluster state.
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:67D9526B7E2B29B7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Error from server at https://127.0.0.1:39819/solr: Could not fully remove collection: implicitcoll
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39819/solr: Could not fully remove collection: implicitcoll
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:58683492EF48503F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Error from server at https://127.0.0.1:39819/solr: Could not fully create collection: routeFieldColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39819/solr: Could not fully create collection: routeFieldColl
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:A50E42DDDCD07495]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:160)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at https://127.0.0.1:39819/solr: Could not fully create collection: testCreateShardRepFactor
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39819/solr: Could not fully create collection: testCreateShardRepFactor
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:F9D656845BE58A0F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor(CustomCollectionTest.java:187)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor
Error Message:
Error from server at http://127.0.0.1:40087/solr: Could not fully create collection: newcollection2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40087/solr: Could not fully create collection: newcollection2
at __randomizedtesting.SeedInfo.seed([D38DC0043B19FCF:6267C07F58803C39]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.TestConfigSetsAPI.createCollection(TestConfigSetsAPI.java:512)
at org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor(TestConfigSetsAPI.java:343)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12641 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 1072667 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/init-core-data-001
[junit4] 2> 1072668 WARN (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1072668 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1072669 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1072670 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001
[junit4] 2> 1072670 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1072670 INFO (Thread-2213) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1072670 INFO (Thread-2213) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1072676 ERROR (Thread-2213) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1072770 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34775
[junit4] 2> 1072777 INFO (jetty-launcher-1162-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1072777 INFO (jetty-launcher-1162-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1072778 INFO (jetty-launcher-1162-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1072778 INFO (jetty-launcher-1162-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1072780 INFO (jetty-launcher-1162-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78b2e2d2{/solr,null,AVAILABLE}
[junit4] 2> 1072789 INFO (jetty-launcher-1162-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22353844{/solr,null,AVAILABLE}
[junit4] 2> 1072789 INFO (jetty-launcher-1162-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eae68fb{SSL,[ssl, http/1.1]}{127.0.0.1:39819}
[junit4] 2> 1072789 INFO (jetty-launcher-1162-thread-3) [ ] o.e.j.s.Server Started @1074174ms
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39819}
[junit4] 2> 1072794 ERROR (jetty-launcher-1162-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T04:10:40.639Z
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a9bc90a{/solr,null,AVAILABLE}
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@415f8cc2{/solr,null,AVAILABLE}
[junit4] 2> 1072794 INFO (jetty-launcher-1162-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33ee1b6d{SSL,[ssl, http/1.1]}{127.0.0.1:40901}
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.e.j.s.Server Started @1074179ms
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40901}
[junit4] 2> 1072795 ERROR (jetty-launcher-1162-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1072795 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T04:10:40.640Z
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d264aba{SSL,[ssl, http/1.1]}{127.0.0.1:40375}
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.e.j.s.Server Started @1074180ms
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40375}
[junit4] 2> 1072796 ERROR (jetty-launcher-1162-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@457b86fd{SSL,[ssl, http/1.1]}{127.0.0.1:43805}
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.e.j.s.Server Started @1074180ms
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43805}
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T04:10:40.641Z
[junit4] 2> 1072796 ERROR (jetty-launcher-1162-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T04:10:40.641Z
[junit4] 2> 1072796 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1072802 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1072802 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1072805 INFO (jetty-launcher-1162-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34775/solr
[junit4] 2> 1072809 INFO (jetty-launcher-1162-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34775/solr
[junit4] 2> 1072809 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1072813 INFO (jetty-launcher-1162-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34775/solr
[junit4] 2> 1072821 INFO (jetty-launcher-1162-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34775/solr
[junit4] 2> 1072860 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1072860 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1072861 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40901_solr
[junit4] 2> 1072861 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40375_solr
[junit4] 2> 1072861 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.Overseer Overseer (id=98961184556122121-127.0.0.1:40901_solr-n_0000000000) starting
[junit4] 2> 1072862 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1072862 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1072862 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1072862 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43805_solr
[junit4] 2> 1072864 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1072871 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1072871 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1072872 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1072877 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40901_solr
[junit4] 2> 1072879 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1072879 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1072879 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1072894 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1072895 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1072896 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39819_solr
[junit4] 2> 1072896 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1072904 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1072904 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1072909 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:39819_solr) [n:127.0.0.1:39819_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1072934 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072941 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072941 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072942 INFO (jetty-launcher-1162-thread-4) [n:127.0.0.1:40375_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/.
[junit4] 2> 1072992 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072993 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40901.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072997 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072998 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1072998 INFO (jetty-launcher-1162-thread-3) [n:127.0.0.1:39819_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/.
[junit4] 2> 1073004 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40901.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073005 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40901.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073006 INFO (jetty-launcher-1162-thread-2) [n:127.0.0.1:40901_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node1/.
[junit4] 2> 1073007 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073012 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073012 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1073012 INFO (jetty-launcher-1162-thread-1) [n:127.0.0.1:43805_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/.
[junit4] 2> 1073085 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1073085 INFO (SUITE-CustomCollectionTest-seed#[D38DC0043B19FCF]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34775/solr ready
[junit4] 2> 1073110 INFO (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[D38DC0043B19FCF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
[junit4] 2> 1073111 INFO (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[D38DC0043B19FCF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1073127 INFO (qtp525237090-8206) [n:127.0.0.1:39819_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&name=implicitcoll&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1073128 INFO (OverseerThreadFactory-2759-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.CreateCollectionCmd Create collection implicitcoll
[junit4] 2> 1073128 WARN (OverseerThreadFactory-2759-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 5 on collection implicitcoll is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1073232 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073233 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40901/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073235 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43805/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073236 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39819/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073237 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"implicitcoll_a_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073238 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40901/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073239 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n13",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43805/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073241 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39819/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073242 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073243 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"implicitcoll_b_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40901/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073244 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43805/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073245 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39819/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073246 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n24",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40375/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073247 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n26",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40901/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073248 INFO (OverseerStateUpdate-98961184556122121-127.0.0.1:40901_solr-n_0000000000) [n:127.0.0.1:40901_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"implicitcoll",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"implicitcoll_c_replica_n28",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43805/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1073523 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n8&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073524 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1073530 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n6&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073530 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1073546 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n14&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073669 INFO (qtp2086382634-8307) [n:127.0.0.1:40901_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073669 INFO (qtp2086382634-8307) [n:127.0.0.1:40901_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1073691 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node25&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n22&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073694 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n20&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073694 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1073696 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n16&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073697 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node27&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n24&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073699 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n10&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073703 INFO (qtp2086382634-8184) [n:127.0.0.1:40901_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n26&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073705 INFO (qtp2086382634-8192) [n:127.0.0.1:40901_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n18&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073709 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073712 INFO (qtp1723735501-8309) [n:127.0.0.1:43805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n4&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073714 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n13&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073715 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node30&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n28&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1073818 INFO (zkCallback-1185-thread-1-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1184-thread-1-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1179-thread-1-processing-n:127.0.0.1:39819_solr) [n:127.0.0.1:39819_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1184-thread-2-processing-n:127.0.0.1:40375_solr) [n:127.0.0.1:40375_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1180-thread-1-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1185-thread-2-processing-n:127.0.0.1:43805_solr) [n:127.0.0.1:43805_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1073818 INFO (zkCallback-1180-thread-2-processing-n:127.0.0.1:40901_solr) [n:127.0.0.1:40901_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1074573 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074580 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.s.IndexSchema [implicitcoll_a_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 1074631 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074634 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1074634 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n8' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1074635 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.core.implicitcoll.a.replica_n8' (registry 'solr.core.implicitcoll.a.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1074635 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1074635 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.SolrCore [[implicitcoll_a_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/implicitcoll_a_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/./implicitcoll_a_replica_n8/data/]
[junit4] 2> 1074638 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.s.IndexSchema [implicitcoll_a_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n6' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.core.implicitcoll.a.replica_n6' (registry 'solr.core.implicitcoll.a.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1074659 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.c.SolrCore [[implicitcoll_a_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/implicitcoll_a_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/./implicitcoll_a_replica_n6/data/]
[junit4] 2> 1074663 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074671 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.s.IndexSchema [implicitcoll_b_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n14' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.core.implicitcoll.b.replica_n14' (registry 'solr.core.implicitcoll.b.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1074748 INFO (qtp525237090-8200) [n:127.0.0.1:39819_solr c:implicitcoll s:b r:core_node17 x:implicitcoll_b_replica_n14] o.a.s.c.SolrCore [[implicitcoll_b_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/implicitcoll_b_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/./implicitcoll_b_replica_n14/data/]
[junit4] 2> 1074755 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074758 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074762 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074764 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.s.IndexSchema [implicitcoll_c_replica_n22] Schema name=cloud-dynamic
[junit4] 2> 1074767 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074769 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.s.IndexSchema [implicitcoll_b_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 1074857 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074872 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074875 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.s.IndexSchema [implicitcoll_b_replica_n13] Schema name=cloud-dynamic
[junit4] 2> 1074880 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074881 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074886 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.s.IndexSchema [implicitcoll_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 1074888 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.s.IndexSchema [implicitcoll_c_replica_n24] Schema name=cloud-dynamic
[junit4] 2> 1074889 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.s.IndexSchema [implicitcoll_b_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 1074892 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1075116 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1075011 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.s.IndexSchema [implicitcoll_c_replica_n28] Schema name=cloud-dynamic
[junit4] 2> 1075010 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075118 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n22' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075118 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39819.solr.core.implicitcoll.c.replica_n22' (registry 'solr.core.implicitcoll.c.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075119 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075119 INFO (qtp525237090-8204) [n:127.0.0.1:39819_solr c:implicitcoll s:c r:core_node25 x:implicitcoll_c_replica_n22] o.a.s.c.SolrCore [[implicitcoll_c_replica_n22] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/implicitcoll_c_replica_n22], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node3/./implicitcoll_c_replica_n22/data/]
[junit4] 2> 1075007 INFO (qtp2086382634-8184) [n:127.0.0.1:40901_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n26] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1075004 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.s.IndexSchema [implicitcoll_c_replica_n20] Schema name=cloud-dynamic
[junit4] 2> 1075135 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075135 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n10' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075135 INFO (qtp2086382634-8307) [n:127.0.0.1:40901_solr c:implicitcoll s:a r:core_node5 x:implicitcoll_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1075136 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40901.solr.core.implicitcoll.b.replica_n10' (registry 'solr.core.implicitcoll.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075004 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1074998 INFO (qtp1723735501-8309) [n:127.0.0.1:43805_solr c:implicitcoll s:a r:core_node7 x:implicitcoll_a_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1074990 INFO (qtp2086382634-8192) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1075163 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n16' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075169 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.core.implicitcoll.b.replica_n16' (registry 'solr.core.implicitcoll.b.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075169 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075169 INFO (qtp1073955233-8202) [n:127.0.0.1:40375_solr c:implicitcoll s:b r:core_node19 x:implicitcoll_b_replica_n16] o.a.s.c.SolrCore [[implicitcoll_b_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/implicitcoll_b_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/./implicitcoll_b_replica_n16/data/]
[junit4] 2> 1075172 INFO (qtp1723735501-8309) [n:127.0.0.1:43805_solr c:implicitcoll s:a r:core_node7 x:implicitcoll_a_replica_n4] o.a.s.s.IndexSchema [implicitcoll_a_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 1075162 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075118 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1075173 INFO (qtp2086382634-8182) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node12 x:implicitcoll_b_replica_n10] o.a.s.c.SolrCore [[implicitcoll_b_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node1/implicitcoll_b_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node1/./implicitcoll_b_replica_n10/data/]
[junit4] 2> 1075175 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1075175 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1075175 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075175 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica_n1' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075176 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.core.implicitcoll.a.replica_n1' (registry 'solr.core.implicitcoll.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075118 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1075176 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075176 INFO (qtp1073955233-8208) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.c.SolrCore [[implicitcoll_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/implicitcoll_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/./implicitcoll_a_replica_n1/data/]
[junit4] 2> 1075178 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1075178 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1075179 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@797ad7bf[implicitcoll_a_replica_n8] main]
[junit4] 2> 1075180 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@150cb574[implicitcoll_a_replica_n6] main]
[junit4] 2> 1075181 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1075181 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1075181 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1075181 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1075189 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075189 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n24' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075189 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40375.solr.core.implicitcoll.c.replica_n24' (registry 'solr.core.implicitcoll.c.replica_n24') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075189 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075190 INFO (qtp1073955233-8210) [n:127.0.0.1:40375_solr c:implicitcoll s:c r:core_node27 x:implicitcoll_c_replica_n24] o.a.s.c.SolrCore [[implicitcoll_c_replica_n24] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/implicitcoll_c_replica_n24], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node4/./implicitcoll_c_replica_n24/data/]
[junit4] 2> 1075193 INFO (qtp2086382634-8184) [n:127.0.0.1:40901_solr c:implicitcoll s:c r:core_node29 x:implicitcoll_c_replica_n26] o.a.s.s.IndexSchema [implicitcoll_c_replica_n26] Schema name=cloud-dynamic
[junit4] 2> 1075194 INFO (qtp2086382634-8307) [n:127.0.0.1:40901_solr c:implicitcoll s:a r:core_node5 x:implicitcoll_a_replica_n2] o.a.s.s.IndexSchema [implicitcoll_a_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 1075222 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075222 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n20' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075223 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075224 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica_n13' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075229 INFO (qtp2086382634-8192) [n:127.0.0.1:40901_solr c:implicitcoll s:b r:core_node21 x:implicitcoll_b_replica_n18] o.a.s.s.IndexSchema [implicitcoll_b_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 1075229 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1075230 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1075230 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.core.implicitcoll.b.replica_n13' (registry 'solr.core.implicitcoll.b.replica_n13') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075231 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075231 INFO (qtp1723735501-8215) [n:127.0.0.1:43805_solr c:implicitcoll s:b r:core_node15 x:implicitcoll_b_replica_n13] o.a.s.c.SolrCore [[implicitcoll_b_replica_n13] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/implicitcoll_b_replica_n13], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/./implicitcoll_b_replica_n13/data/]
[junit4] 2> 1075238 INFO (qtp1073955233-8212) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583378955588599808
[junit4] 2> 1075240 INFO (searcherExecutor-2768-thread-1-processing-n:127.0.0.1:40375_solr x:implicitcoll_a_replica_n8 s:a c:implicitcoll r:core_node11) [n:127.0.0.1:40375_solr c:implicitcoll s:a r:core_node11 x:implicitcoll_a_replica_n8] o.a.s.c.SolrCore [implicitcoll_a_replica_n8] Registered new searcher Searcher@797ad7bf[implicitcoll_a_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1075240 INFO (qtp525237090-8205) [n:127.0.0.1:39819_solr c:implicitcoll s:a r:core_node9 x:implicitcoll_a_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583378955590696960
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica_n28' using configuration from collection implicitcoll, trusted=true
[junit4] 2> 1075241 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.core.implicitcoll.c.replica_n20' (registry 'solr.core.implicitcoll.c.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075241 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075241 INFO (qtp1723735501-8194) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node23 x:implicitcoll_c_replica_n20] o.a.s.c.SolrCore [[implicitcoll_c_replica_n20] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/implicitcoll_c_replica_n20], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/./implicitcoll_c_replica_n20/data/]
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43805.solr.core.implicitcoll.c.replica_n28' (registry 'solr.core.implicitcoll.c.replica_n28') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d515303
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1075241 INFO (qtp1723735501-8183) [n:127.0.0.1:43805_solr c:implicitcoll s:c r:core_node30 x:implicitcoll_c_replica_n28] o.a.s.c.SolrCore [[implicitcoll_c_replica_n28] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/implicitcoll_c_replica_n28], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_D38DC0043B19FCF-001/tempDir-001/node2/./implicitcoll_c_replica_n28/data/]
[junit4] 2> 1075242 INFO (se
[...truncated too long message...]
params={baseConfigSet=baseConfigSet&name=newConfigSet&action=CREATE&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 2021862 INFO (jetty-closer-4355-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a40aa42{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2021863 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=528280867
[junit4] 2> 2021863 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2021863 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@288bc0d2: rootName = solr_46319, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@25144a15
[junit4] 2> 2021869 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2021869 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24bbe066: rootName = solr_46319, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fe5631b
[junit4] 2> 2021874 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2021874 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53f6638d: rootName = solr_46319, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@73e84d9d
[junit4] 2> 2021875 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46319_solr
[junit4] 2> 2021875 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2021875 INFO (zkCallback-4361-thread-1-processing-n:127.0.0.1:46319_solr) [n:127.0.0.1:46319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2021875 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2021875 INFO (jetty-closer-4355-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98961246746247171-127.0.0.1:46319_solr-n_0000000000) closing
[junit4] 2> 2021875 INFO (OverseerStateUpdate-98961246746247171-127.0.0.1:46319_solr-n_0000000000) [n:127.0.0.1:46319_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46319_solr
[junit4] 2> 2021875 WARN (OverseerAutoScalingTriggerThread-98961246746247171-127.0.0.1:46319_solr-n_0000000000) [n:127.0.0.1:46319_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2021881 INFO (jetty-closer-4355-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47ed4fa6{/solr,null,UNAVAILABLE}
[junit4] 2> 2021881 ERROR (TEST-TestConfigSetsAPI.testCreateErrors-seed#[D38DC0043B19FCF]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2021882 INFO (TEST-TestConfigSetsAPI.testCreateErrors-seed#[D38DC0043B19FCF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38185 38185
[junit4] 2> 2021943 INFO (Thread-3801) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38185 38185
[junit4] 2> 2021945 INFO (TEST-TestConfigSetsAPI.testCreateErrors-seed#[D38DC0043B19FCF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateErrors
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_D38DC0043B19FCF-001
[junit4] 2> Nov 07, 2017 4:26:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=23435, maxDocsPerChunk=435, blockSize=533), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=23435, blockSize=533)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@24957610), locale=sr-RS, timezone=Etc/GMT+0
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=236428456,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestBM25SimilarityFactory, QueryEqualityTest, TestPivotHelperCode, MBeansHandlerTest, TestBlobHandler, NumericFieldsTest, TestSolr4Spatial, TestCloudInspectUtil, CoreAdminRequestStatusTest, TestScoreJoinQPNoScore, RemoteQueryErrorTest, TestMaxScoreQueryParser, BasicAuthIntegrationTest, TestStressReorder, TestCloudPseudoReturnFields, TestSchemaNameResource, RegexBoostProcessorTest, HdfsChaosMonkeySafeLeaderTest, AssignTest, TestPullReplicaErrorHandling, TestStressCloudBlindAtomicUpdates, SpellingQueryConverterTest, TestRequestStatusCollectionAPI, TestSolrQueryParser, DistributedTermsComponentTest, TestCollectionAPIs, CurrencyFieldTypeTest, TestFieldCacheReopen, SolrMetricManagerTest, TestRangeQuery, TestCursorMarkWithoutUniqueKey, TestSQLHandler, TestStressLucene, TestManagedStopFilterFactory, PathHierarchyTokenizerFactoryTest, ShardRoutingCustomTest, TestAnalyzedSuggestions, TestFieldSortValues, BadIndexSchemaTest, DocValuesMultiTest, TestStressRecovery, TestLegacyField, CollectionsAPIDistributedZkTest, TestJettySolrRunner, CircularListTest, MissingSegmentRecoveryTest, SpatialHeatmapFacetsTest, UtilsToolTest, TestSubQueryTransformerDistrib, SparseHLLTest, CloudExitableDirectoryReaderTest, HealthCheckHandlerTest, SimpleCollectionCreateDeleteTest, SynonymTokenizerTest, TestCryptoKeys, SaslZkACLProviderTest, TestSmileRequest, TestSchemalessBufferedUpdates, DirectUpdateHandlerTest, VersionInfoTest, SolrCmdDistributorTest, TestFreeTextSuggestions, AtomicUpdatesTest, TestDocSet, SignatureUpdateProcessorFactoryTest, TestTlogReplica, TestPerFieldSimilarity, TestCloudManagedSchema, TestOmitPositions, SOLR749Test, TestEmbeddedSolrServerAdminHandler, PrimUtilsTest, ImplicitSnitchTest, LargeFieldTest, OverseerModifyCollectionTest, DocumentAnalysisRequestHandlerTest, TestLegacyTerms, TestLeaderElectionWithEmptyReplica, V2StandaloneTest, TermVectorComponentDistributedTest, TestPseudoReturnFields, HdfsLockFactoryTest, SchemaVersionSpecificBehaviorTest, TestWriterPerf, ShardRoutingTest, OpenCloseCoreStressTest, ConvertedLegacyTest, TestJavabinTupleStreamParser, TestOnReconnectListenerSupport, TestAuthorizationFramework, BlockDirectoryTest, SolrRequestParserTest, CdcrReplicationHandlerTest, TestReplicationHandlerBackup, TestChildDocTransformer, TestReloadDeadlock, TestJsonFacetRefinement, CollectionTooManyReplicasTest, TestSurroundQueryParser, ConcurrentDeleteAndCreateCollectionTest, SuggesterTSTTest, DataDrivenBlockJoinTest, UninvertDocValuesMergePolicyTest, GraphQueryTest, DistributedIntervalFacetingTest, TestClusterStateMutator, BlockJoinFacetDistribTest, ClassificationUpdateProcessorTest, TestSolrConfigHandler, MoreLikeThisHandlerTest, TestSimpleTrackingShardHandler, ShowFileRequestHandlerTest, SolrIndexSplitterTest, EnumFieldTest, TestConfigSetProperties, SuggesterFSTTest, JvmMetricsTest, TestHalfAndHalfDocValues, DeleteShardTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, TestFaceting, TestRecovery, TestRealTimeGet, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, TestLazyCores, HighlighterTest, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DebugComponentTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, TestMergePolicyConfig, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCodecSupport, TestFastWriter, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, DOMUtilTest, TestDocumentBuilder, FileUtilsTest, TestRTGBase, CursorPagingTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, PeerSyncReplicationTest, TestCloudJSONFacetJoinDomain, TestCloudRecovery, TestConfigSetsAPI]
[junit4] Completed [540/749 (2!)] on J1 in 83.69s, 9 tests, 1 error <<< FAILURES!
[...truncated 47868 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20856 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20856/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks
Error Message:
Expected testErrorChecks-collection to be created with 2 shards and 1 replica null Live Nodes: [127.0.0.1:33957_solr, 127.0.0.1:37729_solr] Last available state: DocCollection(testErrorChecks-collection//collections/testErrorChecks-collection/state.json/3)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node3":{ "core":"testErrorChecks-collection_shard1_replica_n1", "base_url":"http://127.0.0.1:37729/solr", "node_name":"127.0.0.1:37729_solr", "state":"down", "type":"NRT", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{"core_node4":{ "core":"testErrorChecks-collection_shard2_replica_n2", "base_url":"http://127.0.0.1:33957/solr", "node_name":"127.0.0.1:33957_solr", "state":"down", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected testErrorChecks-collection to be created with 2 shards and 1 replica
null
Live Nodes: [127.0.0.1:33957_solr, 127.0.0.1:37729_solr]
Last available state: DocCollection(testErrorChecks-collection//collections/testErrorChecks-collection/state.json/3)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node3":{
"core":"testErrorChecks-collection_shard1_replica_n1",
"base_url":"http://127.0.0.1:37729/solr",
"node_name":"127.0.0.1:37729_solr",
"state":"down",
"type":"NRT",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"testErrorChecks-collection_shard2_replica_n2",
"base_url":"http://127.0.0.1:33957/solr",
"node_name":"127.0.0.1:33957_solr",
"state":"down",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([8244F785450BD349:1EAFE9C52158C5E6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks(AliasIntegrationTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AliasIntegrationTest.test
Error Message:
Error from server at http://127.0.0.1:33957/solr: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33957/solr: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([8244F785450BD349:A10C85FEBF7BEB1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13271 lines...]
[junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
[junit4] 2> 1380385 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/init-core-data-001
[junit4] 2> 1380386 WARN (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1380386 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1380387 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1380387 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001
[junit4] 2> 1380387 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1380388 INFO (Thread-2915) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1380388 INFO (Thread-2915) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1380390 ERROR (Thread-2915) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1380488 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40049
[junit4] 2> 1380492 INFO (jetty-launcher-3511-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1380492 INFO (jetty-launcher-3511-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@436861d8{/solr,null,AVAILABLE}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72ed56bf{/solr,null,AVAILABLE}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7097f3b7{HTTP/1.1,[http/1.1]}{127.0.0.1:33957}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-2) [ ] o.e.j.s.Server Started @1382408ms
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33957}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a1c9ff8{HTTP/1.1,[http/1.1]}{127.0.0.1:37729}
[junit4] 2> 1380493 INFO (jetty-launcher-3511-thread-1) [ ] o.e.j.s.Server Started @1382409ms
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37729}
[junit4] 2> 1380494 ERROR (jetty-launcher-3511-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1380494 ERROR (jetty-launcher-3511-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T13:17:56.393Z
[junit4] 2> 1380494 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T13:17:56.393Z
[junit4] 2> 1380496 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1380497 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1380502 INFO (jetty-launcher-3511-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40049/solr
[junit4] 2> 1380502 INFO (jetty-launcher-3511-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40049/solr
[junit4] 2> 1380542 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1380543 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1380543 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33957_solr
[junit4] 2> 1380543 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.Overseer Overseer (id=98963336481144837-127.0.0.1:33957_solr-n_0000000000) starting
[junit4] 2> 1380543 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37729_solr
[junit4] 2> 1380544 INFO (zkCallback-3523-thread-1-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1380544 INFO (zkCallback-3522-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1380547 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33957_solr
[junit4] 2> 1380550 INFO (zkCallback-3523-thread-1-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1380550 INFO (zkCallback-3522-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1380636 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33957.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380641 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33957.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380641 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33957.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380642 INFO (jetty-launcher-3511-thread-2) [n:127.0.0.1:33957_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node2/.
[junit4] 2> 1380658 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37729.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380668 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37729.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380668 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37729.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1380669 INFO (jetty-launcher-3511-thread-1) [n:127.0.0.1:37729_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node1/.
[junit4] 2> 1380695 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1380695 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40049/solr ready
[junit4] 2> 1380712 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[8244F785450BD349]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorChecks
[junit4] 2> 1380713 INFO (qtp202778198-14065) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1380715 INFO (OverseerThreadFactory-5579-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.CreateCollectionCmd Create collection testErrorChecks-collection
[junit4] 2> 1380818 INFO (OverseerStateUpdate-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testErrorChecks-collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testErrorChecks-collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37729/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1380819 INFO (OverseerStateUpdate-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testErrorChecks-collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testErrorChecks-collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33957/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1381021 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard1_replica_n1&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1381021 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard2_replica_n2&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1381021 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1381021 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1381124 INFO (zkCallback-3522-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1381124 INFO (zkCallback-3523-thread-1-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1381124 INFO (zkCallback-3523-thread-2-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1381124 INFO (zkCallback-3522-thread-2-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382027 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1382030 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1382032 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.IndexSchema [testErrorChecks-collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard1_replica_n1' using configuration from collection testErrorChecks-collection, trusted=true
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37729.solr.core.testErrorChecks-collection.shard1.replica_n1' (registry 'solr.core.testErrorChecks-collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1382034 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore [[testErrorChecks-collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node1/testErrorChecks-collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node1/./testErrorChecks-collection_shard1_replica_n1/data/]
[junit4] 2> 1382035 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.IndexSchema [testErrorChecks-collection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1382036 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1382037 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard2_replica_n2' using configuration from collection testErrorChecks-collection, trusted=true
[junit4] 2> 1382037 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33957.solr.core.testErrorChecks-collection.shard2.replica_n2' (registry 'solr.core.testErrorChecks-collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e832eeb
[junit4] 2> 1382037 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1382037 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore [[testErrorChecks-collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node2/testErrorChecks-collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001/tempDir-001/node2/./testErrorChecks-collection_shard2_replica_n2/data/]
[junit4] 2> 1382081 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1382081 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1382082 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1382082 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1382083 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cf7beb7[testErrorChecks-collection_shard1_replica_n1] main]
[junit4] 2> 1382084 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1382084 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1382084 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1382085 INFO (searcherExecutor-5584-thread-1-processing-n:127.0.0.1:37729_solr x:testErrorChecks-collection_shard1_replica_n1 s:shard1 c:testErrorChecks-collection r:core_node3) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore [testErrorChecks-collection_shard1_replica_n1] Registered new searcher Searcher@cf7beb7[testErrorChecks-collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1382085 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583413385477750784
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37729/solr/testErrorChecks-collection_shard1_replica_n1/
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37729/solr/testErrorChecks-collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1382088 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1382089 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37729/solr/testErrorChecks-collection_shard1_replica_n1/ shard1
[junit4] 2> 1382099 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1382099 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1382101 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1382101 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1382102 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f02144c[testErrorChecks-collection_shard2_replica_n2] main]
[junit4] 2> 1382103 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1382103 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1382103 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1382104 INFO (searcherExecutor-5585-thread-1-processing-n:127.0.0.1:33957_solr x:testErrorChecks-collection_shard2_replica_n2 s:shard2 c:testErrorChecks-collection r:core_node4) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore [testErrorChecks-collection_shard2_replica_n2] Registered new searcher Searcher@3f02144c[testErrorChecks-collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1382104 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583413385497673728
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33957/solr/testErrorChecks-collection_shard2_replica_n2/
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:33957/solr/testErrorChecks-collection_shard2_replica_n2/ has no replicas
[junit4] 2> 1382107 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1382108 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33957/solr/testErrorChecks-collection_shard2_replica_n2/ shard2
[junit4] 2> 1382209 INFO (zkCallback-3522-thread-2-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382209 INFO (zkCallback-3523-thread-2-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382209 INFO (zkCallback-3522-thread-1-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382209 INFO (zkCallback-3523-thread-1-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1382240 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1382249 INFO (qtp339590660-14069) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard1_replica_n1&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1227
[junit4] 2> 1382258 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1382260 INFO (qtp202778198-14058) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard2_replica_n2&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
[junit4] 2> 1382261 INFO (qtp202778198-14065) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1382717 INFO (OverseerCollectionConfigSetProcessor-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1412271 ERROR (qtp202778198-14065) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica http://127.0.0.1:37729/solr/testErrorChecks-collection_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 1412271 INFO (qtp202778198-14065) [n:127.0.0.1:33957_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=31557
[junit4] 2> 1502272 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[8244F785450BD349]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorChecks
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=testErrorChecks -Dtests.seed=8244F785450BD349 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-YE -Dtests.timezone=Asia/Ashkhabad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 122s J1 | AliasIntegrationTest.testErrorChecks <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected testErrorChecks-collection to be created with 2 shards and 1 replica
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:33957_solr, 127.0.0.1:37729_solr]
[junit4] > Last available state: DocCollection(testErrorChecks-collection//collections/testErrorChecks-collection/state.json/3)={
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node3":{
[junit4] > "core":"testErrorChecks-collection_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:37729/solr",
[junit4] > "node_name":"127.0.0.1:37729_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}},
[junit4] > "shard2":{
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node4":{
[junit4] > "core":"testErrorChecks-collection_shard2_replica_n2",
[junit4] > "base_url":"http://127.0.0.1:33957/solr",
[junit4] > "node_name":"127.0.0.1:33957_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([8244F785450BD349:1EAFE9C52158C5E6]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks(AliasIntegrationTest.java:176)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1502287 INFO (TEST-AliasIntegrationTest.test-seed#[8244F785450BD349]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1502288 INFO (qtp202778198-14056) [n:127.0.0.1:33957_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1502290 INFO (OverseerThreadFactory-5579-thread-2-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1532298 ERROR (OverseerThreadFactory-5579-thread-2-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1532303 INFO (qtp202778198-14056) [n:127.0.0.1:33957_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=30014
[junit4] 2> 1532303 ERROR (qtp202778198-14056) [n:127.0.0.1:33957_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1532303 INFO (TEST-AliasIntegrationTest.test-seed#[8244F785450BD349]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=test -Dtests.seed=8244F785450BD349 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-YE -Dtests.timezone=Asia/Ashkhabad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 30.0s J1 | AliasIntegrationTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33957/solr: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([8244F785450BD349:A10C85FEBF7BEB1]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:48)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1532304 INFO (jetty-closer-3512-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7097f3b7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1532305 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1076116632
[junit4] 2> 1532305 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1532305 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7701ab2: rootName = solr_33957, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@21f07894
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6a1c9ff8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1537182485
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ccc689a: rootName = solr_33957, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@32c7b6f5
[junit4] 2> 1532308 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1532309 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48f1b993: rootName = solr_37729, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1e5c320d
[junit4] 2> 1532311 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1532311 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d5e4300: rootName = solr_33957, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@32094bce
[junit4] 2> 1532311 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33957_solr
[junit4] 2> 1532312 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1532312 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1532312 INFO (zkCallback-3523-thread-3-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1532312 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e0ab2c6: rootName = solr_37729, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@32c7b6f5
[junit4] 2> 1532312 INFO (zkCallback-3522-thread-4-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1532312 INFO (coreCloseExecutor-5594-thread-1) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore [testErrorChecks-collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@7c073930
[junit4] 2> 1532312 INFO (coreCloseExecutor-5594-thread-1) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testErrorChecks-collection.shard2.replica_n2, tag=2080848176
[junit4] 2> 1532312 INFO (coreCloseExecutor-5594-thread-1) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@721cde31: rootName = solr_33957, domain = solr.core.testErrorChecks-collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testErrorChecks-collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@5f9f50c1
[junit4] 2> 1532314 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1532314 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c9a153d: rootName = solr_37729, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@32094bce
[junit4] 2> 1532314 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37729_solr
[junit4] 2> 1532315 INFO (jetty-closer-3512-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1532315 INFO (zkCallback-3523-thread-3-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1532315 INFO (coreCloseExecutor-5595-thread-1) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore [testErrorChecks-collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2e57b4df
[junit4] 2> 1532315 INFO (zkCallback-3522-thread-4-processing-n:127.0.0.1:33957_solr) [n:127.0.0.1:33957_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1532315 INFO (coreCloseExecutor-5595-thread-1) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testErrorChecks-collection.shard1.replica_n1, tag=777499871
[junit4] 2> 1532315 INFO (coreCloseExecutor-5595-thread-1) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76561bc3: rootName = solr_37729, domain = solr.core.testErrorChecks-collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testErrorChecks-collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7a6cda07
[junit4] 2> 1532317 INFO (coreCloseExecutor-5594-thread-1) [n:127.0.0.1:33957_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testErrorChecks-collection.shard2.leader, tag=2080848176
[junit4] 2> 1532318 INFO (jetty-closer-3512-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98963336481144837-127.0.0.1:33957_solr-n_0000000000) closing
[junit4] 2> 1532318 INFO (OverseerStateUpdate-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33957_solr
[junit4] 2> 1532318 WARN (OverseerAutoScalingTriggerThread-98963336481144837-127.0.0.1:33957_solr-n_0000000000) [n:127.0.0.1:33957_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1532319 INFO (zkCallback-3523-thread-3-processing-n:127.0.0.1:37729_solr) [n:127.0.0.1:37729_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37729_solr
[junit4] 2> 1532319 INFO (jetty-closer-3512-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@436861d8{/solr,null,UNAVAILABLE}
[junit4] 2> 1532322 INFO (coreCloseExecutor-5595-thread-1) [n:127.0.0.1:37729_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testErrorChecks-collection.shard1.leader, tag=777499871
[junit4] 2> 1532323 INFO (jetty-closer-3512-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72ed56bf{/solr,null,UNAVAILABLE}
[junit4] 2> 1532324 ERROR (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1532324 INFO (SUITE-AliasIntegrationTest-seed#[8244F785450BD349]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40049 40049
[junit4] 2> 1537366 INFO (Thread-2915) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40049 40049
[junit4] 2> 1537367 WARN (Thread-2915) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testErrorChecks-collection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_8244F785450BD349-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@a9f23fe), locale=ar-YE, timezone=Asia/Ashkhabad
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=186355104,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSchemalessBufferedUpdates, FullHLLTest, TestHalfAndHalfDocValues, MoreLikeThisHandlerTest, TestRawTransformer, TestStressRecovery, InfixSuggestersTest, DocValuesMultiTest, TestJavabinTupleStreamParser, TestCollationField, TestSubQueryTransformerDistrib, TestInfoStreamLogging, TestScoreJoinQPNoScore, TestSolrFieldCacheBean, SpatialHeatmapFacetsTest, DistributedTermsComponentTest, TestClusterProperties, TestLazyCores, TestMaxScoreQueryParser, BasicAuthIntegrationTest, SmileWriterTest, TestManagedSchemaThreadSafety, TestNoOpRegenerator, DistributedFacetPivotLargeTest, SolrRequestParserTest, SolrMetricManagerTest, TestAtomicUpdateErrorCases, CdcrReplicationHandlerTest, TestLegacyField, ZkFailoverTest, MBeansHandlerTest, DeleteShardTest, TestMacroExpander, ConvertedLegacyTest, DocumentAnalysisRequestHandlerTest, GraphQueryTest, AddBlockUpdateTest, CircularListTest, TestSolrCloudWithHadoopAuthPlugin, TestCloudInspectUtil, TestSchemaVersionResource, RemoteQueryErrorTest, TestPseudoReturnFields, SpellingQueryConverterTest, TestDocSet, ChaosMonkeySafeLeaderTest, OpenExchangeRatesOrgProviderTest, DirectUpdateHandlerTest, TestWriterPerf, TestRangeQuery, UninvertDocValuesMergePolicyTest, TestChildDocTransformer, SolrGangliaReporterTest, TestSQLHandler, DistributedVersionInfoTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestBM25SimilarityFactory, TestExportWriter, SolrXmlInZkTest, DistributedDebugComponentTest, BinaryUpdateRequestHandlerTest, ClassificationUpdateProcessorTest, LargeFieldTest, TestSurroundQueryParser, TestDistributedStatsComponentCardinality, TestCryptoKeys, V2StandaloneTest, TestFieldCacheReopen, TestLuceneMatchVersion, TestAuthorizationFramework, NumberUtilsTest, BigEndianAscendingWordSerializerTest, TestPivotHelperCode, TestSolrCoreSnapshots, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SolrCmdDistributorTest, TestSolrConfigHandler, TestSolrQueryParser, NodeLostTriggerTest, DOMUtilTest, TestStressCloudBlindAtomicUpdates, TestQuerySenderNoQuery, TestConfigSetsAPI, TestBlobHandler, AssignTest, BlockDirectoryTest, HealthCheckHandlerTest, TestCollectionAPIs, HdfsBasicDistributedZk2Test, BadCopyFieldTest, DataDrivenBlockJoinTest, ShardRoutingTest, TlogReplayBufferedWhileIndexingTest, TestOrdValues, TolerantUpdateProcessorTest, TestStressLucene, TestConfigSetProperties, CollectionTooManyReplicasTest, TestSolrCloudWithDelegationTokens, ShowFileRequestHandlerTest, TestJmxIntegration, TestRTGBase, SolrJmxReporterTest, TestSmileRequest, TestFieldSortValues, TestFreeTextSuggestions, PrimUtilsTest, ClusterStateUpdateTest, OutputWriterTest, HdfsRecoverLeaseTest, CloudExitableDirectoryReaderTest, TestOmitPositions, TestExactSharedStatsCache, HdfsChaosMonkeySafeLeaderTest, SaslZkACLProviderTest, NumericFieldsTest, DistributedQueryComponentOptimizationTest, TestNumericTerms32, TestPerFieldSimilarity, TestReloadAndDeleteDocs, SchemaVersionSpecificBehaviorTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, StatsComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, BasicFunctionalityTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TermsComponentTest, FastVectorHighlighterTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestFastWriter, ScriptEngineTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, TestUtils, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest]
[junit4] Completed [527/749 (1!)] on J1 in 156.99s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 47993 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20855 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20855/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
Error Message:
Error from server at http://127.0.0.1:37935/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37935/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([1DC2091706C6EC47]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
44 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=3718, name=zkCallback-478-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=3719, name=OverseerStateUpdate-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:410) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:127) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=3684, name=qtp1237316143-3684, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=3660, name=qtp1265682747-3660, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=3700, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 6) Thread[id=3723, name=zkCallback-478-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=3667, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=3725, name=zkCallback-478-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=3674, name=Thread-1183, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 10) Thread[id=3683, name=qtp1237316143-3683, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=3686, name=qtp1237316143-3686, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=3666, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=3728, name=zkCallback-478-thread-7, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=3724, name=zkCallback-484-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=3671, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 16) Thread[id=3695, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=3662, name=org.eclipse.jetty.server.session.HashSessionManager@4f7aaea5Timer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=3655, name=qtp1265682747-3655, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=3687, name=qtp1237316143-3687-acceptor-0@3203b234-ServerConnector@6df3395a{HTTP/1.1,[http/1.1]}{127.0.0.1:40057}, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=3688, name=qtp1237316143-3688, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561) at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512) at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$83/1224395087.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=3659, name=qtp1265682747-3659, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=3720, name=OverseerCollectionConfigSetProcessor-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:149) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=3689, name=qtp1237316143-3689, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=3696, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=3722, name=OverseerAutoScalingTriggerThread-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer autoscaling triggers] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:153) at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:62) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:117) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=3727, name=zkCallback-484-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=3676, name=Scheduler-1658043510, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=3690, name=qtp1237316143-3690, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=3680, name=searcherExecutor-1504-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=3682, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=3654, name=qtp1265682747-3654, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=3729, name=zkCallback-484-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=3657, name=qtp1265682747-3657, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=3685, name=qtp1237316143-3685, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=3691, name=org.eclipse.jetty.server.session.HashSessionManager@5a4b7a7eTimer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=3701, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 37) Thread[id=3656, name=qtp1265682747-3656, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=3703, name=Thread-1192, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 39) Thread[id=3721, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=3661, name=qtp1265682747-3661, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=3726, name=zkCallback-484-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=3672, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 43) Thread[id=3706, name=Scheduler-567944637, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=3658, name=qtp1265682747-3658-acceptor-0@75855d4b-ServerConnector@3945d62{HTTP/1.1,[http/1.1]}{127.0.0.1:33737}, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 44 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=3718, name=zkCallback-478-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=3719, name=OverseerStateUpdate-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:410)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:127)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=3684, name=qtp1237316143-3684, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=3660, name=qtp1265682747-3660, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=3700, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
6) Thread[id=3723, name=zkCallback-478-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=3667, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=3725, name=zkCallback-478-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=3674, name=Thread-1183, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
10) Thread[id=3683, name=qtp1237316143-3683, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=3686, name=qtp1237316143-3686, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=3666, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=3728, name=zkCallback-478-thread-7, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=3724, name=zkCallback-484-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=3671, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
16) Thread[id=3695, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=3662, name=org.eclipse.jetty.server.session.HashSessionManager@4f7aaea5Timer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=3655, name=qtp1265682747-3655, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=3687, name=qtp1237316143-3687-acceptor-0@3203b234-ServerConnector@6df3395a{HTTP/1.1,[http/1.1]}{127.0.0.1:40057}, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=3688, name=qtp1237316143-3688, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)
at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)
at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$83/1224395087.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=3659, name=qtp1265682747-3659, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=3720, name=OverseerCollectionConfigSetProcessor-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:149)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=3689, name=qtp1237316143-3689, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=3696, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=3722, name=OverseerAutoScalingTriggerThread-98962535280803849-127.0.0.1:33737_g%2Fqy-n_0000000001, state=TIMED_WAITING, group=Overseer autoscaling triggers]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:153)
at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:62)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:117)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=3727, name=zkCallback-484-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=3676, name=Scheduler-1658043510, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=3690, name=qtp1237316143-3690, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=3680, name=searcherExecutor-1504-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=3682, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=3654, name=qtp1265682747-3654, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=3729, name=zkCallback-484-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=3657, name=qtp1265682747-3657, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=3685, name=qtp1237316143-3685, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=3691, name=org.eclipse.jetty.server.session.HashSessionManager@5a4b7a7eTimer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=3701, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
37) Thread[id=3656, name=qtp1265682747-3656, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=3703, name=Thread-1192, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
39) Thread[id=3721, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=3661, name=qtp1265682747-3661, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=3726, name=zkCallback-484-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=3672, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
43) Thread[id=3706, name=Scheduler-567944637, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=3658, name=qtp1265682747-3658-acceptor-0@75855d4b-ServerConnector@3945d62{HTTP/1.1,[http/1.1]}{127.0.0.1:33737}, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2DDA16D51296C677]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3718, name=zkCallback-478-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=3684, name=qtp1237316143-3684, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=3700, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 4) Thread[id=3723, name=zkCallback-478-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=3725, name=zkCallback-478-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=3674, name=Thread-1183, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723) 7) Thread[id=3686, name=qtp1237316143-3686, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=3728, name=zkCallback-478-thread-7, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=3724, name=zkCallback-484-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=3671, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[2DDA16D51296C677]-SendThread(127.0.0.1:37697), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 11) Thread[id=3662, name=org.eclipse.jetty.server.session.HashSessionManager@4f7aaea5Timer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPool
[...truncated too long message...]
junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=3691, name=org.eclipse.jetty.server.session.HashSessionManager@5a4b7a7eTimer, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=3703, name=Thread-1192, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
[junit4] > 23) Thread[id=3661, name=qtp1265682747-3661, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=3726, name=zkCallback-484-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=3706, name=Scheduler-567944637, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2DDA16D51296C677]:0)
[junit4] Completed [246/749 (1!)] on J2 in 633.36s, 1 test, 3 errors <<< FAILURES!
[...truncated 4683 lines...]
[junit4] Suite: org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.legacy.facet.LegacyRangeFacetCloudTest_1DC2091706C6EC47-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1026, maxMBSortInHeap=7.832625004341519, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@77a45d12), locale=el-GR, timezone=Etc/GMT-3
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=421986024,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [BooleanFieldsTest, PowerFunctionTest, CastingIntValueStreamTest, LegacyQueryFacetTest, AndFunctionTest, LegacyFunctionTest, GTEFunctionTest, RoundFunctionTest, MultFunctionTest, LTEFunctionTest, FillMissingFunctionTest, OverallAnalyticsTest, CastingDoubleValueTest, PivotFacetTest, DateFieldsTest, DoubleFieldsTest, IntFieldsTest, StringFieldsTest, CeilingFunctionTest, DateMathFunctionTest, DivideFunctionTest, SubtractFunctionTest, LegacyAbstractAnalyticsCloudTest, LegacyNoFacetCloudTest, LegacyFieldFacetExtrasTest, LegacyRangeFacetCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyRangeFacetCloudTest -Dtests.seed=1DC2091706C6EC47 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el-GR -Dtests.timezone=Etc/GMT-3 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | LegacyRangeFacetCloudTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37935/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([1DC2091706C6EC47]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:50)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [78/78 (1!)] on J2 in 215.61s, 0 tests, 1 error <<< FAILURES!
[...truncated 44133 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build
# 20854 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20854/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudRecovery
Error Message:
Error from server at http://127.0.0.1:33309/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33309/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([A8A3A6945CED8FA6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.TestCloudRecovery.setupCluster(TestCloudRecovery.java:68)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamingTest
Error Message:
Error from server at http://127.0.0.1:35459/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35459/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([E93600AAECA1C3E3]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.client.solrj.io.stream.StreamingTest.configureCluster(StreamingTest.java:102)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:43259/solr: Could not fully remove collection: awhollynewcollection_0
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43259/solr: Could not fully remove collection: awhollynewcollection_0
at __randomizedtesting.SeedInfo.seed([A8A3A6945CED8FA6:44650B20A7713242]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44531/e_/hd
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44531/e_/hd
at __randomizedtesting.SeedInfo.seed([A8A3A6945CED8FA6:C3C5793962385B5C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 12065 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressInPlaceUpdates
[junit4] 2> 169508 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/init-core-data-001
[junit4] 2> 169508 WARN (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 169508 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 169509 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 169509 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /e_/hd
[junit4] 2> 169509 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 169509 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 169528 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 169542 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 169543 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 169568 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 169572 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 169572 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 169573 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 169574 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 169587 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 169592 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 169594 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/init-core-data-001/]
[junit4] 2> 169595 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=24.7060546875, floorSegmentMB=1.9375, forceMergeDeletesPctAllowed=10.465278445282785, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 169596 WARN (coreLoadExecutor-384-thread-1) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 169617 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 169617 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 169618 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 169618 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 169619 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 169619 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@242c9315[collection1] main]
[junit4] 2> 169619 WARN (coreLoadExecutor-384-thread-1) [ ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 169620 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 169620 INFO (searcherExecutor-385-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@242c9315[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 169620 INFO (coreLoadExecutor-384-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583389200567238656
[junit4] 2> 169622 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 169624 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 169641 INFO (Thread-214) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 169641 INFO (Thread-214) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 169670 ERROR (Thread-214) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 169741 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkTestServer start zk server on port:39423
[junit4] 2> 169753 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f95416ba90000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 169762 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 169763 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 169764 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 169765 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 169765 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 169768 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 169768 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 169769 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 169770 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 169774 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 169775 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 169776 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 169872 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 169874 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@faec575{/e_/hd,null,AVAILABLE}
[junit4] 2> 169874 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d346341{HTTP/1.1,[http/1.1]}{127.0.0.1:44531}
[junit4] 2> 169874 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.Server Started @171235ms
[junit4] 2> 169874 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/e_/hd, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/tempDir-001/control/data, hostPort=44531, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/cores, replicaType=NRT}
[junit4] 2> 169875 ERROR (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 169877 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 169881 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 169882 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 169882 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T06:53:33.718024Z
[junit4] 2> 169889 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 169889 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/solr.xml
[junit4] 2> 169891 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 169891 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 169892 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 169910 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39423/solr
[junit4] 2> 169982 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 169983 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44531_e_%2Fhd
[junit4] 2> 169983 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.Overseer Overseer (id=98961825037090820-127.0.0.1:44531_e_%2Fhd-n_0000000000) starting
[junit4] 2> 169994 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44531_e_%2Fhd
[junit4] 2> 170001 INFO (zkCallback-128-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 170045 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 170058 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 170058 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 170059 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/cores
[junit4] 2> 170108 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 170108 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39423/solr ready
[junit4] 2> 170111 INFO (qtp431221039-858) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44531_e_%252Fhd&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 170114 INFO (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 170219 INFO (qtp431221039-854) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 170219 INFO (qtp431221039-854) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 170323 INFO (zkCallback-128-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 171236 INFO (qtp431221039-854) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 171252 INFO (qtp431221039-854) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e012e25
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 171254 INFO (qtp431221039-854) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 171256 INFO (qtp431221039-854) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=24.7060546875, floorSegmentMB=1.9375, forceMergeDeletesPctAllowed=10.465278445282785, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 171257 WARN (qtp431221039-854) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 171289 INFO (qtp431221039-854) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 171290 INFO (qtp431221039-854) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 171291 INFO (qtp431221039-854) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 171291 INFO (qtp431221039-854) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 171291 INFO (qtp431221039-854) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 171292 INFO (qtp431221039-854) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@9e615e7[control_collection_shard1_replica_n1] main]
[junit4] 2> 171292 INFO (qtp431221039-854) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 171293 INFO (qtp431221039-854) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 171293 INFO (qtp431221039-854) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 171294 INFO (searcherExecutor-400-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@9e615e7[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 171295 INFO (qtp431221039-854) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583389202323603456
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44531/e_/hd/control_collection_shard1_replica_n1/
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44531/e_/hd/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 171298 INFO (qtp431221039-854) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 171301 INFO (qtp431221039-854) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44531/e_/hd/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 230167 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44531
[junit4] 2> 230167 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=975296955
[junit4] 2> 230168 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 230168 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5168dc14: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@46f74625
[junit4] 2> 230171 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 230172 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6634e5dc: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@62aaadfa
[junit4] 2> 230174 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 230174 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3407e017: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@48e3fe66
[junit4] 2> 230175 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44531_e_%2Fhd
[junit4] 2> 230176 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 230176 INFO (zkCallback-128-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 230176 INFO (coreCloseExecutor-405-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@62ef20ff
[junit4] 2> 230176 INFO (coreCloseExecutor-405-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1659838719
[junit4] 2> 230177 INFO (coreCloseExecutor-405-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@96fba3a: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@75a8cf47
[junit4] 2> 230180 INFO (coreCloseExecutor-405-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1659838719
[junit4] 2> 241023 INFO (ScheduledTrigger-395-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 241024 INFO (AutoscalingActionExecutor-396-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f4bb43c73067c0Tcq36ymczmygpbo3cuy19uvtvt",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1510037674855000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1510037674855000000],
[junit4] 2> "_enqueue_time_":1510037684858000000,
[junit4] 2> "nodeNames":["127.0.0.1:44531_e_%2Fhd"]}}
[junit4] 2> 350113 ERROR (qtp431221039-858) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 350114 INFO (qtp431221039-858) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44531_e_%252Fhd&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 350115 ERROR (qtp431221039-858) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 770318 ERROR (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44531/e_/hd
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44531/e_/hd
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 770318 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.Overseer Overseer (id=98961825037090820-127.0.0.1:44531_e_%2Fhd-n_0000000000) closing
[junit4] 2> 770319 ERROR (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 770319 INFO (OverseerStateUpdate-98961825037090820-127.0.0.1:44531_e_%2Fhd-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44531_e_%2Fhd
[junit4] 2> 770321 INFO (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 800361 INFO (zkCallback-128-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 800363 ERROR (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 800364 INFO (OverseerThreadFactory-397-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 800365 WARN (OverseerAutoScalingTriggerThread-98961825037090820-127.0.0.1:44531_e_%2Fhd-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 800368 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5d346341{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 800368 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@faec575{/e_/hd,null,UNAVAILABLE}
[junit4] 2> 800370 ERROR (qtp431221039-854) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 800371 ERROR (qtp431221039-854) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 800383 INFO (qtp431221039-854) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630164
[junit4] 2> 800383 ERROR (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 800384 INFO (TEST-TestStressInPlaceUpdates.stressTest-seed#[A8A3A6945CED8FA6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39423 39423
[junit4] 2> 806167 INFO (Thread-214) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39423 39423
[junit4] 2> 806169 WARN (Thread-214) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestStressInPlaceUpdates -Dtests.method=stressTest -Dtests.seed=A8A3A6945CED8FA6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=be-BY -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 637s J2 | TestStressInPlaceUpdates.stressTest <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44531/e_/hd
[junit4] > at __randomizedtesting.SeedInfo.seed([A8A3A6945CED8FA6:C3C5793962385B5C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> 806172 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 806172 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2045213493
[junit4] 2> 806172 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 806173 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5adb68ae: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@b0b29fe
[junit4] 2> 806174 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 806174 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f44493: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@62aaadfa
[junit4] 2> 806175 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 806175 INFO (SUITE-TestStressInPlaceUpdates-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30797e64: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@48e3fe66
[junit4] 2> 806178 INFO (coreCloseExecutor-407-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@77345706
[junit4] 2> 806178 INFO (coreCloseExecutor-407-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1999918854
[junit4] 2> 806178 INFO (coreCloseExecutor-407-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ea3537f: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@34728c98
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressInPlaceUpdates_A8A3A6945CED8FA6-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=8, maxDocsPerChunk=7, blockSize=160), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=8, blockSize=160)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@42118ec9), locale=be-BY, timezone=Europe/Zurich
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=296505552,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [AutoAddReplicasIntegrationTest, TestReqParamsAPI, TestFieldTypeCollectionResource, TestDistributedMissingSort, OverseerTest, TestReRankQParserPlugin, TestLockTree, TestFieldCacheWithThreads, TestMacros, TestStressInPlaceUpdates]
[junit4] Completed [161/749 (1!)] on J2 in 636.70s, 1 test, 1 error <<< FAILURES!
[...truncated 161 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 782843 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A8A3A6945CED8FA6-001/init-core-data-001
[junit4] 2> 782843 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=56 numCloses=56
[junit4] 2> 782843 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 782844 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 782845 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A8A3A6945CED8FA6-001/tempDir-001
[junit4] 2> 782845 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 782845 INFO (Thread-1644) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 782845 INFO (Thread-1644) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 782847 ERROR (Thread-1644) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 782945 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[A8A3A6945CED8FA6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45555
[junit4] 2> 782962 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 782982 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 782986 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 782994 INFO (jetty-launcher-1110-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 783019 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6725e579{/solr,null,AVAILABLE}
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c903c96{SSL,[ssl, http/1.1]}{127.0.0.1:46257}
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.e.j.s.Server Started @784389ms
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46257}
[junit4] 2> 783020 ERROR (jetty-launcher-1110-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 783020 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 783021 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 783021 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T07:03:46.857022Z
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5897213f{/solr,null,AVAILABLE}
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62d8a1d3{SSL,[ssl, http/1.1]}{127.0.0.1:45311}
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.e.j.s.Server Started @784431ms
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45311}
[junit4] 2> 783062 ERROR (jetty-launcher-1110-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 783062 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 783063 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 783063 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T07:03:46.899037Z
[junit4] 2> 783069 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3478d3d5{/solr,null,AVAILABLE}
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19aa1ba{SSL,[ssl, http/1.1]}{127.0.0.1:43381}
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.e.j.s.Server Started @784439ms
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43381}
[junit4] 2> 783070 ERROR (jetty-launcher-1110-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 783070 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-07T07:03:46.906940Z
[junit4] 2> 783098 INFO (jetty-launcher-1110-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 783098 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 783099 INFO (jetty-launcher-1110-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 783101 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 783101 INFO (jetty-launcher-1110-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 783101 INFO
[...truncated too long message...]
Container.java:1051)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: streams slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 343752 INFO (qtp1807778376-1967) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=streams_shard1_replica_n1&action=CREATE&numShards=2&collection=streams&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209778
[junit4] 2> 343752 ERROR (SUITE-StreamingTest-seed#[E93600AAECA1C3E3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 343753 INFO (SUITE-StreamingTest-seed#[E93600AAECA1C3E3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36227 36227
[junit4] 2> 348897 INFO (Thread-413) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36227 36227
[junit4] 2> 348897 WARN (Thread-413) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/streams/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 348897 INFO (SUITE-StreamingTest-seed#[E93600AAECA1C3E3]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2a0215b2), locale=sr-BA, timezone=Etc/GMT
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=312755704,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CeilingEvaluatorTest, ConcatOperationTest, FacetFieldTest, TestSolrProperties, NormalDistributionEvaluatorTest, OrEvaluatorTest, BasicHttpSolrClientTest, FloorEvaluatorTest, RecursiveEvaluatorTest, CloudSolrClientMultiConstructorTest, JsonValidatorTest, TestDelegationTokenResponse, TestV2Request, ModuloEvaluatorTest, EqualToEvaluatorTest, CommonAdminParamsTest, UniformDistributionEvaluatorTest, HyperbolicCosineEvaluatorTest, TestDocumentObjectBinder, ConcurrentUpdateSolrClientTest, RoundEvaluatorTest, GraphTest, CorrelationEvaluatorTest, TestLBHttpSolrClient, SolrExampleStreamingTest, SolrExampleStreamingBinaryTest, SolrExampleJettyTest, SolrExampleEmbeddedTest, JettyWebappTest, LargeVolumeEmbeddedTest, TestSpellCheckResponse, LargeVolumeJettyTest, MergeIndexesEmbeddedTest, TestEmbeddedSolrServer, QueryResponseTest, SolrQueryTest, ContentStreamTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, SolrDocumentTest, SolrExceptionTest, TestUpdateRequestCodec, FieldAnalysisResponseTest, ClientUtilsTest, AnlysisResponseBaseTest, UsingSolrJRefGuideExamplesTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, SolrSchemalessExampleTest, HttpSolrClientSSLAuthConPoolTest, LBHttpSolrClientBuilderTest, GraphExpressionTest, JDBCStreamTest, StreamExpressionToExpessionTest, StreamExpressionToExplanationTest, StreamingTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamingTest -Dtests.seed=E93600AAECA1C3E3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=Etc/GMT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | StreamingTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35459/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([E93600AAECA1C3E3]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamingTest.configureCluster(StreamingTest.java:102)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [146/146 (1!)] on J1 in 215.48s, 0 tests, 1 error <<< FAILURES!
[...truncated 39171 lines...]