You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/04/05 04:11:24 UTC
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 32 - Still
unstable
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/32/
7 tests failed.
FAILED: org.apache.solr.cloud.CreateRoutedAliasTest.testTimeStampWithMsFails
Error Message:
Error from server at http://127.0.0.1:41009/solr: Collection : testV1_2018-04-05_01 is part of alias testV1 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41009/solr: Collection : testV1_2018-04-05_01 is part of alias testV1 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:1D71E879E85274EA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:451)
at org.apache.solr.cloud.CreateRoutedAliasTest.doBefore(CreateRoutedAliasTest.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:43750/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:33374/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:43750/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:33374/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:E5A468E3202718D9]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:308)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43750/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:C754326EAD342CA4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState(TestTriggerIntegration.java:379)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10017_solr should have been deleted
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10017_solr should have been deleted
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:57D3331D99C100E6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:860)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:64966E4A0D8CD8D9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeLostTriggerRestoreState(TestTriggerIntegration.java:321)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:1221A59858326B46]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1198)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:B44B1334455E2E9B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling(TestTriggerIntegration.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12191 lines...]
[junit4] Suite: org.apache.solr.cloud.CreateRoutedAliasTest
[junit4] 2> 224327 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/init-core-data-001
[junit4] 2> 224381 WARN (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
[junit4] 2> 224381 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 224383 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 224383 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001
[junit4] 2> 224383 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 224397 INFO (Thread-37) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 224397 INFO (Thread-37) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 224434 ERROR (Thread-37) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 224506 INFO (SUITE-CreateRoutedAliasTest-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41232
[junit4] 2> 224592 INFO (zkConnectionManagerCallback-2634-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 224629 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 224661 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 224679 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 224679 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 224679 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 224679 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@388710ed{/solr,null,AVAILABLE}
[junit4] 2> 224706 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 224706 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 224706 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 224706 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fbc9835{/solr,null,AVAILABLE}
[junit4] 2> 224715 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19706546{HTTP/1.1,[http/1.1]}{127.0.0.1:37966}
[junit4] 2> 224715 INFO (jetty-launcher-2631-thread-1) [ ] o.e.j.s.Server Started @224764ms
[junit4] 2> 224715 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37966}
[junit4] 2> 224715 ERROR (jetty-launcher-2631-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 224715 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 224716 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 224716 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 224716 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 224716 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-05T01:58:50.911Z
[junit4] 2> 224717 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e2aac91{HTTP/1.1,[http/1.1]}{127.0.0.1:41009}
[junit4] 2> 224718 INFO (jetty-launcher-2631-thread-2) [ ] o.e.j.s.Server Started @224766ms
[junit4] 2> 224718 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41009}
[junit4] 2> 224718 ERROR (jetty-launcher-2631-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 224718 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 224730 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 224730 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 224730 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 224730 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-05T01:58:50.925Z
[junit4] 2> 224770 INFO (zkConnectionManagerCallback-2636-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 224771 INFO (zkConnectionManagerCallback-2638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 224771 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 224783 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 224896 INFO (jetty-launcher-2631-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41232/solr
[junit4] 2> 224925 INFO (jetty-launcher-2631-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41232/solr
[junit4] 2> 224955 INFO (zkConnectionManagerCallback-2646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 224990 INFO (zkConnectionManagerCallback-2643-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 225006 INFO (zkConnectionManagerCallback-2648-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 225007 INFO (zkConnectionManagerCallback-2650-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 225941 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 225942 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41009_solr
[junit4] 2> 225942 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.Overseer Overseer (id=72400408367661061-127.0.0.1:41009_solr-n_0000000000) starting
[junit4] 2> 226053 INFO (zkConnectionManagerCallback-2659-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 226090 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41232/solr ready
[junit4] 2> 226212 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41009_solr
[junit4] 2> 226255 INFO (zkCallback-2647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 226381 INFO (zkCallback-2658-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 226720 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 226736 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 226808 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 226808 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37966_solr
[junit4] 2> 226809 INFO (zkCallback-2658-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 226809 INFO (zkCallback-2647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 226881 INFO (zkCallback-2649-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 227613 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41009.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228110 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41009.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228110 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41009.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228112 INFO (jetty-launcher-2631-thread-2) [n:127.0.0.1:41009_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/.
[junit4] 2> 228821 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37966.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228911 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37966.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228911 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37966.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 228912 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node1/.
[junit4] 2> 228934 INFO (zkConnectionManagerCallback-2664-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 228935 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 228953 INFO (jetty-launcher-2631-thread-1) [n:127.0.0.1:37966_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41232/solr ready
[junit4] 2> 229153 INFO (zkConnectionManagerCallback-2666-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 229248 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUnParseableFutureFails
[junit4] 2> 229275 INFO (zkConnectionManagerCallback-2672-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 229343 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 229392 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41232/solr ready
[junit4] 2> 229394 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 229441 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params router.interval=%2B30MINUTE&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testAlias&router.name=time&create-collection.numShards=1&action=CREATEALIAS&wt=json&router.maxFutureMs=SixtyThousandMilliseconds and sendToOCPQueue=true
[junit4] 2> 229530 ERROR (OverseerThreadFactory-411-thread-1) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testAlias operation: createalias failed:org.apache.solr.common.SolrException: For input string: "SixtyThousandMilliseconds"
[junit4] 2> at org.apache.solr.common.params.SolrParams.getLong(SolrParams.java:212)
[junit4] 2> at org.apache.solr.cloud.api.collections.TimeRoutedAlias.<init>(TimeRoutedAlias.java:141)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.callCreateRoutedAlias(CreateAliasCmd.java:116)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.call(CreateAliasCmd.java:65)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.NumberFormatException: For input string: "SixtyThousandMilliseconds"
[junit4] 2> at java.lang.NumberFormatException.forInputString(NumberFormatException.java:65)
[junit4] 2> at java.lang.Long.parseLong(Long.java:589)
[junit4] 2> at java.lang.Long.parseLong(Long.java:631)
[junit4] 2> at org.apache.solr.common.params.SolrParams.getLong(SolrParams.java:210)
[junit4] 2> ... 9 more
[junit4] 2>
[junit4] 2> 229657 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={router.interval=%2B30MINUTE&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testAlias&router.name=time&create-collection.numShards=1&action=CREATEALIAS&wt=json&router.maxFutureMs=SixtyThousandMilliseconds} status=400 QTime=228
[junit4] 2> 229712 INFO (TEST-CreateRoutedAliasTest.testUnParseableFutureFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUnParseableFutureFails
[junit4] 2> 229793 INFO (TEST-CreateRoutedAliasTest.testRandomRouterNameFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRandomRouterNameFails
[junit4] 2> 229848 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 229887 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=38
[junit4] 2> 229908 INFO (TEST-CreateRoutedAliasTest.testRandomRouterNameFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 229911 INFO (qtp502869438-4963) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params router.interval=%2B30MINUTE&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testRandomRouterNameFails&router.name=tiafasme&create-collection.numShards=1&action=CREATEALIAS&wt=json and sendToOCPQueue=true
[junit4] 2> 229945 ERROR (OverseerThreadFactory-411-thread-2) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testRandomRouterNameFails operation: createalias failed:org.apache.solr.common.SolrException: Only 'time' routed aliases is supported right now.
[junit4] 2> at org.apache.solr.cloud.api.collections.TimeRoutedAlias.<init>(TimeRoutedAlias.java:135)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.callCreateRoutedAlias(CreateAliasCmd.java:116)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateAliasCmd.call(CreateAliasCmd.java:65)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:252)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 229969 INFO (OverseerCollectionConfigSetProcessor-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 230047 INFO (qtp502869438-4963) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={router.interval=%2B30MINUTE&router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&router.field=evt_dt&name=testRandomRouterNameFails&router.name=tiafasme&create-collection.numShards=1&action=CREATEALIAS&wt=json} status=400 QTime=135
[junit4] 2> 230048 INFO (TEST-CreateRoutedAliasTest.testRandomRouterNameFails-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRandomRouterNameFails
[junit4] 2> 230177 INFO (TEST-CreateRoutedAliasTest.testTimezoneAbsoluteDate-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTimezoneAbsoluteDate
[junit4] 2> 230191 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 230208 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 230211 INFO (TEST-CreateRoutedAliasTest.testTimezoneAbsoluteDate-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 230246 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 230247 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 230261 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 230261 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 230262 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 230263 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 230264 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&TZ=GMT-10:00&router.name=time&create-collection.numShards=1&create-collection.nrtReplicas=1&version=2&router.interval=%2B30MINUTE&router.field=evt_dt&name=testTimezoneAbsoluteDate&action=CREATEALIAS&wt=javabin&create-collection.replicationFactor=1 and sendToOCPQueue=true
[junit4] 2> 230285 INFO (OverseerCollectionConfigSetProcessor-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 230300 INFO (OverseerThreadFactory-411-thread-3) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testTimezoneAbsoluteDate_2018-01-15
[junit4] 2> 230445 INFO (OverseerStateUpdate-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testTimezoneAbsoluteDate_2018-01-15",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41009/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 230630 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=_default&newCollection=true&collection=testTimezoneAbsoluteDate_2018-01-15&version=2&replicaType=NRT&property.routedAliasName=testTimezoneAbsoluteDate&coreNodeName=core_node2&name=testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 230656 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 230792 INFO (zkCallback-2647-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 230792 INFO (zkCallback-2647-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 231848 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 1
[junit4] 2> 231849 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 1
[junit4] 2> 231851 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 231868 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist
[junit4] 2> 231869 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 231870 WARN (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/../../../../dist
[junit4] 2> 231908 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 232368 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.IndexSchema [testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] Schema name=default-config
[junit4] 2> 234859 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 235202 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1' using configuration from collection testTimezoneAbsoluteDate_2018-01-15, trusted=true
[junit4] 2> 235203 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41009.solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1' (registry 'solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c30d66a
[junit4] 2> 235203 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 235203 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrCore [[testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/./testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/data/]
[junit4] 2> 235676 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 236944 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 236944 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 236946 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 236946 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 237044 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@529bc8d6[testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] main]
[junit4] 2> 237046 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/_default
[junit4] 2> 237047 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/_default
[junit4] 2> 237064 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/_default/managed-schema
[junit4] 2> 237084 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 237097 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 237170 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 237267 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 237280 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596869620242841600
[junit4] 2> 237292 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:41009_solr x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1 c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@529bc8d6[testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 237292 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:41009_solr x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1 c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 237292 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:41009_solr x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1 c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 237294 INFO (searcherExecutor-416-thread-1-processing-n:127.0.0.1:41009_solr x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1 c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SolrCore [testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] Registered new searcher Searcher@529bc8d6[testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 237329 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testTimezoneAbsoluteDate_2018-01-15/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41009/solr/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41009/solr/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/ has no replicas
[junit4] 2> 237331 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 237375 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41009/solr/testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1/ shard1
[junit4] 2> 237405 INFO (zkCallback-2647-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 237405 INFO (zkCallback-2647-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 237459 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 237461 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr c:testTimezoneAbsoluteDate_2018-01-15 s:shard1 r:core_node2 x:testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=_default&newCollection=true&collection=testTimezoneAbsoluteDate_2018-01-15&version=2&replicaType=NRT&property.routedAliasName=testTimezoneAbsoluteDate&coreNodeName=core_node2&name=testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=6831
[junit4] 2> 237475 INFO (OverseerThreadFactory-411-thread-3) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 237613 INFO (zkCallback-2647-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 237613 INFO (zkCallback-2647-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimezoneAbsoluteDate_2018-01-15/state.json] for collection [testTimezoneAbsoluteDate_2018-01-15] has occurred - updating... (live nodes size: [2])
[junit4] 2> 238610 INFO (qtp502869438-4964) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={router.start=2018-01-15T00:00:00Z&create-collection.collection.configName=_default&TZ=GMT-10:00&router.name=time&create-collection.numShards=1&create-collection.nrtReplicas=1&version=2&router.interval=%2B30MINUTE&router.field=evt_dt&name=testTimezoneAbsoluteDate&action=CREATEALIAS&wt=javabin&create-collection.replicationFactor=1} status=0 QTime=8345
[junit4] 2> 238709 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&collection=testTimezoneAbsoluteDate_2018-01-15&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 238782 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&collection=testTimezoneAbsoluteDate_2018-01-15&wt=javabin&version=2} status=0 QTime=72
[junit4] 2> 238784 INFO (TEST-CreateRoutedAliasTest.testTimezoneAbsoluteDate-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTimezoneAbsoluteDate
[junit4] 2> 239081 INFO (TEST-CreateRoutedAliasTest.testCollectionNamesMustBeAbsent-seed#[4F69BB1197F4CD09]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionNamesMustBeAbsent
[junit4] 2> 239120 INFO (TEST-CreateRoutedAliasTest.testCollectionNamesMustBeAbsent-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 239128 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testTimezoneAbsoluteDate_2018-01-15&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 239185 INFO (OverseerCollectionConfigSetProcessor-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 239186 INFO (OverseerThreadFactory-411-thread-4) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
[junit4] 2> 239204 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1, tag=null
[junit4] 2> 239204 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63e6dfc4: rootName = solr_41009, domain = solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@38ce9bea
[junit4] 2> 239256 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.c.SolrCore [testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4aedf7d4
[junit4] 2> 239257 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testTimezoneAbsoluteDate_2018-01-15.shard1.replica_n1, tag=4aedf7d4
[junit4] 2> 239257 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testTimezoneAbsoluteDate_2018-01-15.shard1.leader, tag=4aedf7d4
[junit4] 2> 239279 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testTimezoneAbsoluteDate_2018-01-15/terms/shard1 to Terms{values={}, version=1}
[junit4] 2> 239293 INFO (qtp502869438-4961) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testTimezoneAbsoluteDate_2018-01-15_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=105
[junit4] 2> 240050 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testTimezoneAbsoluteDate_2018-01-15&action=DELETE&wt=javabin&version=2} status=0 QTime=921
[junit4] 2> 240066 INFO (qtp502869438-4959) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=_default&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 240085 INFO (OverseerThreadFactory-411-thread-5) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1meta
[junit4] 2> 240151 INFO (OverseerCollectionConfigSetProcessor-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 240445 INFO (OverseerStateUpdate-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41009/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 240464 INFO (OverseerStateUpdate-72400408367661061-127.0.0.1:41009_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1meta_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37966/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 240580 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=_default&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 240629 INFO (qtp1273394429-4948) [n:127.0.0.1:37966_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=_default&newCollection=true&name=collection1meta_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 240765 INFO (zkCallback-2647-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 240765 INFO (zkCallback-2647-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 240765 INFO (zkCallback-2649-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 240766 INFO (zkCallback-2649-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 241777 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 1
[junit4] 2> 241777 INFO (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 1
[junit4] 2> 241778 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 241778 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../dist
[junit4] 2> 241779 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 241779 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../dist
[junit4] 2> 241812 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.CreateRoutedAliasTest_4F69BB1197F4CD09-001/tempDir-001/node2/collection1meta_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 241812 WARN (qtp502869438-4962) [n:127.0.0.1:41009_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/bu
[...truncated too long message...]
lrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 3
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 1
[junit4] 2> 3897226 INFO (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[4F69BB1197F4CD09]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTriggerIntegration -Dtests.method=testTriggerThrottling -Dtests.seed=4F69BB1197F4CD09 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-AR -Dtests.timezone=America/Santo_Domingo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 1.15s J1 | TestTriggerIntegration.testTriggerThrottling <<<
[junit4] > Throwable #1: java.lang.AssertionError: Both triggers should have fired by now
[junit4] > at __randomizedtesting.SeedInfo.seed([4F69BB1197F4CD09:B44B1334455E2E9B]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling(TestTriggerIntegration.java:184)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3897227 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 3897227 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 3897227 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 3897227 WARN (AutoscalingActionExecutor-4424-thread-1) [ ] o.a.s.c.a.SystemLogListener Exception sending event to collection .system
[junit4] 2> java.io.IOException: java.lang.InterruptedException
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:118) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:790) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:757) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:322) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_152]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_152]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_152]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_152]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
[junit4] 2> Caused by: java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_152]
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_152]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460) ~[test/:?]
[junit4] 2> ... 10 more
[junit4] 2> 3897228 DEBUG (AutoscalingActionExecutor-4424-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 171 ms for event id=12c264d85727a8Tdhl74a552u77lxmgv07qxk5xf
[junit4] 2> 3897228 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 3897233 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3897246 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 3897246 DEBUG (SUITE-TestTriggerIntegration-seed#[4F69BB1197F4CD09]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_4F69BB1197F4CD09-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1013, maxMBSortInHeap=5.1062316817535205, sim=RandomSimilarity(queryNorm=false): {}, locale=es-AR, timezone=America/Santo_Domingo
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=120101504,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [TestCustomDocTransformer, TestSurroundQueryParser, HLLUtilTest, SOLR749Test, TestFastLRUCache, CdcrBootstrapTest, TestTlogReplica, BasicZkTest, DeleteReplicaTest, TestFoldingMultitermQuery, TestReload, DirectUpdateHandlerOptimizeTest, TermsComponentTest, TestStressCloudBlindAtomicUpdates, SchemaVersionSpecificBehaviorTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedFacetExistsSmallTest, CustomHighlightComponentTest, TestFunctionQuery, CollectionsAPIAsyncDistributedZkTest, SolrMetricsIntegrationTest, TestSystemIdResolver, TestRandomCollapseQParserPlugin, TestGenericDistributedQueue, FieldMutatingUpdateProcessorTest, TestRequestStatusCollectionAPI, TestCoreBackup, SaslZkACLProviderTest, TestCloudSchemaless, TestConfigSets, CollectionsAPISolrJTest, TestCloudJSONFacetJoinDomain, NodeLostTriggerIntegrationTest, DistribCursorPagingTest, TestSolr4Spatial, TriggerIntegrationTest, LoggingHandlerTest, TestLeaderElectionWithEmptyReplica, PreAnalyzedFieldManagedSchemaCloudTest, PrimUtilsTest, SyncSliceTest, TestNumericTerms32, TestRecovery, HdfsLockFactoryTest, QueryElevationComponentTest, TestPayloadCheckQParserPlugin, TestJsonFacets, TestTestInjection, TestComputePlanAction, AssignTest, TestRecoveryHdfs, HdfsChaosMonkeySafeLeaderTest, CursorMarkTest, SignatureUpdateProcessorFactoryTest, TestGraphTermsQParserPlugin, FastVectorHighlighterTest, TestZkChroot, SimplePostToolTest, TestFreeTextSuggestions, TestRequestForwarding, SimpleCollectionCreateDeleteTest, OverseerRolesTest, TestFuzzyAnalyzedSuggestions, ScheduledTriggerTest, JSONWriterTest, TestLockTree, FileUtilsTest, ScriptEngineTest, HdfsBasicDistributedZk2Test, TestRawResponseWriter, SolrCloudExampleTest, BasicAuthIntegrationTest, TestLegacyNumericUtils, ResourceLoaderTest, TestDistributedGrouping, DistributedFacetPivotSmallAdvancedTest, DocValuesMissingTest, TestFieldTypeResource, SampleTest, FacetPivotSmallTest, TestSearchPerf, HdfsRecoveryZkTest, TestCursorMarkWithoutUniqueKey, SolrInfoBeanTest, SortByFunctionTest, CheckHdfsIndexTest, SolrCloudReportersTest, TestTriggerIntegration]
[junit4] Completed [461/794 (3!)] on J1 in 11.35s, 11 tests, 5 failures <<< FAILURES!
[...truncated 50763 lines...]
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 36 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/36/
3 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:34080/jvhp
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34080/jvhp
at __randomizedtesting.SeedInfo.seed([75AED8C35B88E5C0:FDFAE719F5748838]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 44 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
30 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest: 1) Thread[id=699, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=759, name=ScheduledTrigger-203-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=712, name=zkConnectionManagerCallback-252-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=746, name=OverseerCollectionConfigSetProcessor-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=714, name=Scheduler-1494578996, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=768, name=AutoscalingActionExecutor-204-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=692, name=qtp79465721-692, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=760, name=ScheduledTrigger-203-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=688, name=qtp79465721-688-acceptor-0@6a78ebe0-ServerConnector@3437a3ab{HTTP/1.1,[http/1.1]}{127.0.0.1:38831}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=709, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=752, name=OverseerThreadFactory-205-thread-1, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=689, name=qtp79465721-689, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=693, name=qtp79465721-693, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=754, name=ScheduledTrigger-203-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=747, name=OverseerAutoScalingTriggerThread-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:181) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=686, name=qtp79465721-686, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=735, name=zkConnectionManagerCallback-245-thread-1-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 18) Thread[id=744, name=zkConnectionManagerCallback-252-thread-1-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 19) Thread[id=694, name=Scheduler-1554110872, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=705, name=zkConnectionManagerCallback-245-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=687, name=qtp79465721-687, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=718, name=searcherExecutor-197-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=745, name=OverseerStateUpdate-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=698, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=707, name=Thread-133, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737) 26) Thread[id=743, name=zkConnectionManagerCallback-252-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 27) Thread[id=691, name=qtp79465721-691, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=690, name=qtp79465721-690, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=734, name=zkConnectionManagerCallback-245-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 30) Thread[id=751, name=ScheduledTrigger-203-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 30 threads leaked from SUITE scope at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest:
1) Thread[id=699, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=759, name=ScheduledTrigger-203-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=712, name=zkConnectionManagerCallback-252-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=746, name=OverseerCollectionConfigSetProcessor-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:392)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=714, name=Scheduler-1494578996, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=768, name=AutoscalingActionExecutor-204-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=692, name=qtp79465721-692, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=760, name=ScheduledTrigger-203-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=688, name=qtp79465721-688-acceptor-0@6a78ebe0-ServerConnector@3437a3ab{HTTP/1.1,[http/1.1]}{127.0.0.1:38831}, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=709, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=752, name=OverseerThreadFactory-205-thread-1, state=WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=689, name=qtp79465721-689, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=693, name=qtp79465721-693, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=754, name=ScheduledTrigger-203-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=747, name=OverseerAutoScalingTriggerThread-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=WAITING, group=Overseer autoscaling triggers]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:181)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=686, name=qtp79465721-686, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=735, name=zkConnectionManagerCallback-245-thread-1-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
18) Thread[id=744, name=zkConnectionManagerCallback-252-thread-1-EventThread, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
19) Thread[id=694, name=Scheduler-1554110872, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=705, name=zkConnectionManagerCallback-245-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=687, name=qtp79465721-687, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=718, name=searcherExecutor-197-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=745, name=OverseerStateUpdate-72422261143896076-127.0.0.1:38831_jvhp-n_0000000002, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:415)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:145)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=698, name=Connection evictor, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=707, name=Thread-133, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737)
26) Thread[id=743, name=zkConnectionManagerCallback-252-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
27) Thread[id=691, name=qtp79465721-691, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=690, name=qtp79465721-690, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=734, name=zkConnectionManagerCallback-245-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
30) Thread[id=751, name=ScheduledTrigger-203-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([75AED8C35B88E5C0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=754, name=ScheduledTrigger-203-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=759, name=ScheduledTrigger-203-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=712, name=zkConnectionManagerCallback-252-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=714, name=Scheduler-1494578996, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=768, name=AutoscalingActionExecutor-204-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=694, name=Scheduler-1554110872, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=692, name=qtp79465721-692, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=760, name=ScheduledTrigger-203-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=705, name=zkConnectionManagerCallback-245-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=687, name=qtp79465721-687, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=718, name=searcherExecutor-197-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=707, name=Thread-133, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737) 13) Thread[id=743, name=zkConnectionManagerCallback-252-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 14) Thread[id=691, name=qtp79465721-691, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=690, name=qtp79465721-690, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=734, name=zkConnectionManagerCallback-245-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 17) Thread[id=751, name=ScheduledTrigger-203-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=754, name=ScheduledTrigger-203-thread-2, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=759, name=ScheduledTrigger-203-thread-3, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=712, name=zkConnectionManagerCallback-252-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=714, name=Scheduler-1494578996, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=768, name=AutoscalingActionExecutor-204-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=694, name=Scheduler-1554110872, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=692, name=qtp79465721-692, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=760, name=ScheduledTrigger-203-thread-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=705, name=zkConnectionManagerCallback-245-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=687, name=qtp79465721-687, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=718, name=searcherExecutor-197-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=707, name=Thread-133, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1737)
13) Thread[id=743, name=zkConnectionManagerCallback-252-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
14) Thread[id=691, name=qtp79465721-691, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=690, name=qtp79465721-690, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=734, name=zkConnectionManagerCallback-245-thread-1-SendThread(127.0.0.1:37551), state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
17) Thread[id=751, name=ScheduledTrigger-203-thread-1, state=WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([75AED8C35B88E5C0]:0)
Build Log:
[...truncated 12248 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_75AED8C35B88E5C0-001/init-core-data-001
[junit4] 2> 185413 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 185425 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 185427 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 185427 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 185428 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[75AED8C35B88E5C0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jvhp/
[junit4] 2> 185484 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 185514 INFO (Thread-115) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 185515 INFO (Thread-115) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 185526 ERROR (Thread-115) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 185608 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.ZkTestServer start zk server on port:37551
[junit4] 2> 185697 INFO (zkConnectionManagerCallback-210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 185794 INFO (zkConnectionManagerCallback-212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 185847 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 185850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 185864 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 185865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 185866 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 185886 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 185887 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 185901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 185902 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 185903 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 185920 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 185922 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 188309 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 188380 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 188380 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 188380 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 188416 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@442f3200{/jvhp,null,AVAILABLE}
[junit4] 2> 188417 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@343b734f{HTTP/1.1,[http/1.1]}{127.0.0.1:34080}
[junit4] 2> 188417 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.e.j.s.Server Started @188604ms
[junit4] 2> 188417 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_75AED8C35B88E5C0-001/tempDir-001/control/data, replicaType=NRT, hostContext=/jvhp, hostPort=34080, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_75AED8C35B88E5C0-001/control-001/cores}
[junit4] 2> 188418 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 188418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[75AED8C35B88E5C0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|
[...truncated too long message...]
gure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null1193258918
[copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null1193258918
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null1193258918
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null179086131
[copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null179086131
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null179086131
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 81ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 169 minutes 7 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 35 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
^
java.lang.OutOfMemoryError: Java heap space
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 34 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/34/
2 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testAddDocs
Error Message:
Could not load collection from ZK: tlog_replica_test_add_docs
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: tlog_replica_test_add_docs
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1250)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:679)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.cloud.TestTlogReplica.tearDown(TestTlogReplica.java:122)
at sun.reflect.GeneratedMethodAccessor27.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/tlog_replica_test_add_docs/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1262)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1248)
... 40 more
FAILED: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testClassifyStream
Error Message:
Could not load collection from ZK: checkpointCollection
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: checkpointCollection
at __randomizedtesting.SeedInfo.seed([84C8BF259A5075A8:2180251DA3086C3C]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1250)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:679)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testClassifyStream(StreamDecoratorTest.java:3224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/checkpointCollection/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1262)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1248)
... 44 more
Build Log:
[...truncated 12504 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 1110851 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/init-core-data-001
[junit4] 2> 1110851 WARN (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1111032 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1111033 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1111034 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001
[junit4] 2> 1111084 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1111088 INFO (Thread-660) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1111088 INFO (Thread-660) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1111088 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36675
[junit4] 2> 1111260 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0: ZooKeeperServer not running
[junit4] 2> 1111348 ERROR (Thread-660) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1112434 INFO (zkConnectionManagerCallback-821-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112489 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1112530 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1112561 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1112562 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1112562 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1112562 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20490284{/solr,null,AVAILABLE}
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ad66a19{SSL,[ssl, http/1.1]}{127.0.0.1:44962}
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.e.j.s.Server Started @1112696ms
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44962}
[junit4] 2> 1112564 ERROR (jetty-launcher-818-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1112564 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-07T00:03:07.263Z
[junit4] 2> 1112654 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1112654 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1112654 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1112655 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8ae00ff{/solr,null,AVAILABLE}
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40f28cb9{SSL,[ssl, http/1.1]}{127.0.0.1:33737}
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.e.j.s.Server Started @1112803ms
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33737}
[junit4] 2> 1112671 ERROR (jetty-launcher-818-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.4.0
[junit4] 2> 1112671 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1112672 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1112672 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-07T00:03:07.371Z
[junit4] 2> 1112707 INFO (zkConnectionManagerCallback-825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112723 INFO (zkConnectionManagerCallback-823-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112723 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1112760 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1112793 INFO (jetty-launcher-818-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36675/solr
[junit4] 2> 1112815 INFO (jetty-launcher-818-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36675/solr
[junit4] 2> 1112835 INFO (zkConnectionManagerCallback-829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112835 INFO (zkConnectionManagerCallback-833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112886 INFO (zkConnectionManagerCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1112991 INFO (zkConnectionManagerCallback-837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1113104 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1113158 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44962_solr
[junit4] 2> 1113159 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.Overseer Overseer (id=72411277853720582-127.0.0.1:44962_solr-n_0000000000) starting
[junit4] 2> 1113381 INFO (zkConnectionManagerCallback-846-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1113620 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36675/solr ready
[junit4] 2> 1113658 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44962_solr
[junit4] 2> 1113742 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1113815 INFO (zkCallback-845-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1114145 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1114146 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1114161 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1114161 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33737_solr
[junit4] 2> 1114180 INFO (zkCallback-845-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1114184 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1114249 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1114331 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114424 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114424 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114425 INFO (jetty-launcher-818-thread-1) [n:127.0.0.1:44962_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/.
[junit4] 2> 1114683 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114710 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114710 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1114711 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/.
[junit4] 2> 1114757 INFO (zkConnectionManagerCallback-851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1114758 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1114759 INFO (jetty-launcher-818-thread-2) [n:127.0.0.1:33737_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36675/solr ready
[junit4] 2> 1114830 INFO (zkConnectionManagerCallback-853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1114846 INFO (zkConnectionManagerCallback-858-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1114847 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1114847 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36675/solr ready
[junit4] 2> 1114858 INFO (SUITE-TestTlogReplica-seed#[E4372ED05606DCA9]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1115083 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1115084 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1115541 INFO (TEST-TestTlogReplica.testCreateDelete-seed#[E4372ED05606DCA9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateDelete {seed=[E4372ED05606DCA9:FF27DF9CA0F62499]}
[junit4] 2> 1115847 INFO (qtp373196700-4065) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_create_delete&action=CREATE&numShards=2&tlogReplicas=4 and sendToOCPQueue=true
[junit4] 2> 1115850 INFO (OverseerThreadFactory-1428-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_create_delete
[junit4] 2> 1115851 WARN (OverseerThreadFactory-1428-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection tlog_replica_test_create_delete is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1116097 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33737/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116120 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44962/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116137 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard1_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33737/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116171 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard1_replica_t7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44962/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116174 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard2_replica_t8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33737/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116176 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard2_replica_t10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44962/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116191 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard2_replica_t12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33737/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116203 INFO (OverseerStateUpdate-72411277853720582-127.0.0.1:44962_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_create_delete",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_create_delete_shard2_replica_t14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44962/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1116608 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard1_replica_t2&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116608 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1116624 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116625 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard1_replica_t4&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116660 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard2_replica_t8&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116668 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard2_replica_t12&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116669 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard2_replica_t14&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116670 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard1_replica_t7&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116694 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=tlog_replica_test_create_delete_shard2_replica_t10&action=CREATE&numShards=2&collection=tlog_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1116847 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1116847 INFO (zkCallback-836-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1116851 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1117733 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1117836 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1117924 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1117940 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard2_replica_t8] Schema name=minimal
[junit4] 2> 1117961 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1117978 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard1_replica_t2] Schema name=minimal
[junit4] 2> 1117942 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1117992 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard2_replica_t8' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1117993 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.core.tlog_replica_test_create_delete.shard2.replica_t8' (registry 'solr.core.tlog_replica_test_create_delete.shard2.replica_t8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1117993 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1117993 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard2_replica_t8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/tlog_replica_test_create_delete_shard2_replica_t8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/./tlog_replica_test_create_delete_shard2_replica_t8/data/]
[junit4] 2> 1118005 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1118015 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118015 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard1_replica_t2' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118029 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.core.tlog_replica_test_create_delete.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_create_delete.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118029 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118029 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/tlog_replica_test_create_delete_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/./tlog_replica_test_create_delete_shard1_replica_t2/data/]
[junit4] 2> 1118040 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118040 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard1_replica_t1' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118040 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.core.tlog_replica_test_create_delete.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_create_delete.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118041 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118041 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/tlog_replica_test_create_delete_shard1_replica_t1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/./tlog_replica_test_create_delete_shard1_replica_t1/data/]
[junit4] 2> 1118062 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1118078 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1118094 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard2_replica_t10] Schema name=minimal
[junit4] 2> 1118176 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1118220 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard1_replica_t7] Schema name=minimal
[junit4] 2> 1118223 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118223 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard2_replica_t10' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118224 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.core.tlog_replica_test_create_delete.shard2.replica_t10' (registry 'solr.core.tlog_replica_test_create_delete.shard2.replica_t10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118224 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118224 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard2_replica_t10] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/tlog_replica_test_create_delete_shard2_replica_t10], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/./tlog_replica_test_create_delete_shard2_replica_t10/data/]
[junit4] 2> 1118235 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118235 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard1_replica_t7' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118235 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.core.tlog_replica_test_create_delete.shard1.replica_t7' (registry 'solr.core.tlog_replica_test_create_delete.shard1.replica_t7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118341 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118341 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard1_replica_t7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/tlog_replica_test_create_delete_shard1_replica_t7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/./tlog_replica_test_create_delete_shard1_replica_t7/data/]
[junit4] 2> 1118357 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1118358 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard2_replica_t14] Schema name=minimal
[junit4] 2> 1118390 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118390 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard2_replica_t14' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118391 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44962.solr.core.tlog_replica_test_create_delete.shard2.replica_t14' (registry 'solr.core.tlog_replica_test_create_delete.shard2.replica_t14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118391 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118391 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard2_replica_t14] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/tlog_replica_test_create_delete_shard2_replica_t14], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node1/./tlog_replica_test_create_delete_shard2_replica_t14/data/]
[junit4] 2> 1118425 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard1_replica_t4] Schema name=minimal
[junit4] 2> 1118448 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.s.IndexSchema [tlog_replica_test_create_delete_shard2_replica_t12] Schema name=minimal
[junit4] 2> 1118483 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118483 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard2_replica_t12' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118484 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.core.tlog_replica_test_create_delete.shard2.replica_t12' (registry 'solr.core.tlog_replica_test_create_delete.shard2.replica_t12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118484 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1118484 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118484 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_create_delete_shard1_replica_t4' using configuration from collection tlog_replica_test_create_delete, trusted=true
[junit4] 2> 1118484 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard2_replica_t12] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/tlog_replica_test_create_delete_shard2_replica_t12], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/./tlog_replica_test_create_delete_shard2_replica_t12/data/]
[junit4] 2> 1118485 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33737.solr.core.tlog_replica_test_create_delete.shard1.replica_t4' (registry 'solr.core.tlog_replica_test_create_delete.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e6bfab1
[junit4] 2> 1118485 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1118485 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.SolrCore [[tlog_replica_test_create_delete_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/tlog_replica_test_create_delete_shard1_replica_t4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_E4372ED05606DCA9-001/tempDir-001/node2/./tlog_replica_test_create_delete_shard1_replica_t4/data/]
[junit4] 2> 1119212 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119212 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119233 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119233 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119290 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7deaca39[tlog_replica_test_create_delete_shard1_replica_t2] main]
[junit4] 2> 1119326 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119326 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119342 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119342 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527165935616
[junit4] 2> 1119477 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119477 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119478 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119478 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119508 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119508 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119510 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46509ca8[tlog_replica_test_create_delete_shard1_replica_t1] main]
[junit4] 2> 1119533 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119533 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119534 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d716d09[tlog_replica_test_create_delete_shard1_replica_t7] main]
[junit4] 2> 1119541 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119541 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119542 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119542 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119542 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119542 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119543 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119543 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.s.SolrIndexSearcher Opening [Searcher@62e85dd9[tlog_replica_test_create_delete_shard2_replica_t12] main]
[junit4] 2> 1119543 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527376699392
[junit4] 2> 1119638 INFO (searcherExecutor-1434-thread-1-processing-n:127.0.0.1:44962_solr x:tlog_replica_test_create_delete_shard1_replica_t2 c:tlog_replica_test_create_delete s:shard1 r:core_node5) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard1_replica_t2] Registered new searcher Searcher@7deaca39[tlog_replica_test_create_delete_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119652 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119653 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119653 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119653 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527492042752
[junit4] 2> 1119723 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119723 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119724 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119725 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119725 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119725 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1119725 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119726 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119726 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.s.SolrIndexSearcher Opening [Searcher@21d50126[tlog_replica_test_create_delete_shard2_replica_t10] main]
[junit4] 2> 1119741 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119741 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119742 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119743 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119743 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119745 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119745 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119761 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=4 found=1 timeoutin=9999ms
[junit4] 2> 1119762 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1119762 INFO (zkCallback-836-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1119762 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1119764 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.s.SolrIndexSearcher Opening [Searcher@244014e0[tlog_replica_test_create_delete_shard2_replica_t8] main]
[junit4] 2> 1119776 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119776 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119777 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119796 INFO (searcherExecutor-1437-thread-1-processing-n:127.0.0.1:44962_solr x:tlog_replica_test_create_delete_shard1_replica_t7 c:tlog_replica_test_create_delete s:shard1 r:core_node9) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard1_replica_t7] Registered new searcher Searcher@7d716d09[tlog_replica_test_create_delete_shard1_replica_t7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119797 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527643037696
[junit4] 2> 1119816 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119816 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119833 INFO (searcherExecutor-1435-thread-1-processing-n:127.0.0.1:33737_solr x:tlog_replica_test_create_delete_shard1_replica_t1 c:tlog_replica_test_create_delete s:shard1 r:core_node3) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard1_replica_t1] Registered new searcher Searcher@46509ca8[tlog_replica_test_create_delete_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119834 INFO (qtp849419614-4051) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard1 to Terms{values={core_node5=0, core_node9=0}, version=1}
[junit4] 2> 1119834 INFO (searcherExecutor-1439-thread-1-processing-n:127.0.0.1:33737_solr x:tlog_replica_test_create_delete_shard2_replica_t12 c:tlog_replica_test_create_delete s:shard2 r:core_node15) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard2_replica_t12] Registered new searcher Searcher@62e85dd9[tlog_replica_test_create_delete_shard2_replica_t12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119836 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119836 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119840 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527688126464
[junit4] 2> 1119870 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1119870 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1119871 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1119871 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1119873 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.s.SolrIndexSearcher Opening [Searcher@23a46557[tlog_replica_test_create_delete_shard2_replica_t14] main]
[junit4] 2> 1119906 INFO (searcherExecutor-1436-thread-1-processing-n:127.0.0.1:44962_solr x:tlog_replica_test_create_delete_shard2_replica_t10 c:tlog_replica_test_create_delete s:shard2 r:core_node13) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard2_replica_t10] Registered new searcher Searcher@21d50126[tlog_replica_test_create_delete_shard2_replica_t10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119906 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527757332480
[junit4] 2> 1119907 INFO (searcherExecutor-1433-thread-1-processing-n:127.0.0.1:33737_solr x:tlog_replica_test_create_delete_shard2_replica_t8 c:tlog_replica_test_create_delete s:shard2 r:core_node11) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard2_replica_t8] Registered new searcher Searcher@244014e0[tlog_replica_test_create_delete_shard2_replica_t8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119918 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f738f17[tlog_replica_test_create_delete_shard1_replica_t4] main]
[junit4] 2> 1119923 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119923 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119923 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard2 to Terms{values={core_node15=0}, version=0}
[junit4] 2> 1119924 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119925 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1119958 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1119959 INFO (searcherExecutor-1440-thread-1-processing-n:127.0.0.1:33737_solr x:tlog_replica_test_create_delete_shard1_replica_t4 c:tlog_replica_test_create_delete s:shard1 r:core_node6) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard1_replica_t4] Registered new searcher Searcher@7f738f17[tlog_replica_test_create_delete_shard1_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1119959 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1119959 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527812907008
[junit4] 2> 1119959 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1597043527812907008
[junit4] 2> 1119961 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1119976 INFO (qtp373196700-4061) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard1 to Terms{values={core_node3=0, core_node5=0, core_node9=0}, version=2}
[junit4] 2> 1119978 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=4 found=1 timeoutin=9999ms
[junit4] 2> 1120028 INFO (searcherExecutor-1438-thread-1-processing-n:127.0.0.1:44962_solr x:tlog_replica_test_create_delete_shard2_replica_t14 c:tlog_replica_test_create_delete s:shard2 r:core_node16) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.SolrCore [tlog_replica_test_create_delete_shard2_replica_t14] Registered new searcher Searcher@23a46557[tlog_replica_test_create_delete_shard2_replica_t14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1120032 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1120032 INFO (qtp849419614-4056) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node13 x:tlog_replica_test_create_delete_shard2_replica_t10] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard2 to Terms{values={core_node13=0, core_node15=0}, version=1}
[junit4] 2> 1120032 INFO (qtp373196700-4066) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard1 to Terms{values={core_node6=0, core_node9=0, core_node3=0, core_node5=0}, version=3}
[junit4] 2> 1120033 INFO (qtp373196700-4063) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node11 x:tlog_replica_test_create_delete_shard2_replica_t8] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard2 to Terms{values={core_node13=0, core_node15=0, core_node11=0}, version=2}
[junit4] 2> 1120033 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1120035 INFO (qtp849419614-4055) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard2 r:core_node16 x:tlog_replica_test_create_delete_shard2_replica_t14] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_create_delete/terms/shard2 to Terms{values={core_node11=0, core_node13=0, core_node16=0, core_node15=0}, version=3}
[junit4] 2> 1120137 INFO (zkCallback-834-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1120137 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1120138 INFO (zkCallback-836-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_create_delete/state.json] for collection [tlog_replica_test_create_delete] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1120262 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1120262 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1120262 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44962/solr/tlog_replica_test_create_delete_shard1_replica_t2/
[junit4] 2> 1120263 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_create_delete_shard1_replica_t2 url=https://127.0.0.1:44962/solr START replicas=[https://127.0.0.1:33737/solr/tlog_replica_test_create_delete_shard1_replica_t1/, https://127.0.0.1:33737/solr/tlog_replica_test_create_delete_shard1_replica_t4/, https://127.0.0.1:44962/solr/tlog_replica_test_create_delete_shard1_replica_t7/] nUpdates=100
[junit4] 2> 1120375 INFO (qtp373196700-4067) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node3 x:tlog_replica_test_create_delete_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_create_delete_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=30
[junit4] 2> 1120432 INFO (qtp849419614-4054) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node9 x:tlog_replica_test_create_delete_shard1_replica_t7] o.a.s.c.S.Request [tlog_replica_test_create_delete_shard1_replica_t7] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1120434 INFO (qtp373196700-4166) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard1 r:core_node6 x:tlog_replica_test_create_delete_shard1_replica_t4] o.a.s.c.S.Request [tlog_replica_test_create_delete_shard1_replica_t4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1120481 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1120481 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1120481 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33737/solr/tlog_replica_test_create_delete_shard2_replica_t12/
[junit4] 2> 1120482 INFO (qtp373196700-4064) [n:127.0.0.1:33737_solr c:tlog_replica_test_create_delete s:shard2 r:core_node15 x:tlog_replica_test_create_delete_shard2_replica_t12] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_create_delete_shard2_replica_t12 url=https://127.0.0.1:33737/solr START replicas=[https://127.0.0.1:33737/solr/tlog_replica_test_create_delete_shard2_replica_t8/, https://127.0.0.1:44962/solr/tlog_replica_test_create_delete_shard2_replica_t10/, https://127.0.0.1:44962/solr/tlog_replica_test_create_delete_shard2_replica_t14/] nUpdates=100
[junit4] 2> 1120627 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_create_delete_shard1_replica_t2 url=https://127.0.0.1:44962/solr DONE. We have no versions. sync failed.
[junit4] 2> 1120627 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c:tlog_replica_test_create_delete s:shard1 r:core_node5 x:tlog_replica_test_create_delete_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1120627 INFO (qtp849419614-4057) [n:127.0.0.1:44962_solr c
[...truncated too long message...]
ure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null892350982
[copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null892350982
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null892350982
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2112341427
[copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2112341427
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null2112341427
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 48ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 225 minutes 33 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 33 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/33/
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([E7C3508D25B29B7B:DA1BFEA11D5CC50B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1015)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:948)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:127)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:75)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 13849 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/init-core-data-001
[junit4] 2> 1938846 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001
[junit4] 2> 1938846 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1938847 INFO (Thread-10435) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1938847 INFO (Thread-10435) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1938851 ERROR (Thread-10435) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1938947 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.ZkTestServer start zk server on port:33938
[junit4] 2> 1938953 INFO (zkConnectionManagerCallback-5184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1938974 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1939000 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1939001 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1939001 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1939001 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1939002 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1939002 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1939002 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1939005 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8399eb{/solr,null,AVAILABLE}
[junit4] 2> 1939006 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@794b0086{SSL,[ssl, http/1.1]}{127.0.0.1:36990}
[junit4] 2> 1939006 INFO (jetty-launcher-5181-thread-1) [ ] o.e.j.s.Server Started @1939042ms
[junit4] 2> 1939006 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36990}
[junit4] 2> 1939006 ERROR (jetty-launcher-5181-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1939006 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1939007 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 1939007 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1939007 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1939007 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-05T17:45:39.884Z
[junit4] 2> 1939011 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66023fab{/solr,null,AVAILABLE}
[junit4] 2> 1939012 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28531256{SSL,[ssl, http/1.1]}{127.0.0.1:51172}
[junit4] 2> 1939012 INFO (jetty-launcher-5181-thread-2) [ ] o.e.j.s.Server Started @1939048ms
[junit4] 2> 1939012 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51172}
[junit4] 2> 1939012 ERROR (jetty-launcher-5181-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1939012 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1939013 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.4.0
[junit4] 2> 1939013 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1939013 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1939013 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-04-05T17:45:39.890Z
[junit4] 2> 1939023 INFO (zkConnectionManagerCallback-5188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939023 INFO (zkConnectionManagerCallback-5186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939023 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1939029 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1939040 INFO (jetty-launcher-5181-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33938/solr
[junit4] 2> 1939048 INFO (jetty-launcher-5181-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33938/solr
[junit4] 2> 1939055 INFO (zkConnectionManagerCallback-5192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939057 INFO (zkConnectionManagerCallback-5196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939057 INFO (zkConnectionManagerCallback-5198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939058 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10566f61b6e0004, likely client has closed socket
[junit4] 2> 1939069 INFO (zkConnectionManagerCallback-5200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939256 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1939261 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36990_solr
[junit4] 2> 1939262 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.Overseer Overseer (id=73578176129662981-127.0.0.1:36990_solr-n_0000000000) starting
[junit4] 2> 1939284 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1939286 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51172_solr
[junit4] 2> 1939297 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1939298 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1939302 INFO (zkConnectionManagerCallback-5209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939304 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1939306 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33938/solr ready
[junit4] 2> 1939335 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1939335 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36990_solr
[junit4] 2> 1939341 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1939366 INFO (zkCallback-5208-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1939366 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1939548 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1939598 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939611 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939611 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939613 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/.
[junit4] 2> 1939653 INFO (zkConnectionManagerCallback-5214-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939656 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1939657 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1939661 INFO (jetty-launcher-5181-thread-2) [n:127.0.0.1:51172_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33938/solr ready
[junit4] 2> 1939700 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939716 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939717 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1939718 INFO (jetty-launcher-5181-thread-1) [n:127.0.0.1:36990_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/.
[junit4] 2> 1939752 INFO (zkConnectionManagerCallback-5216-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939756 INFO (zkConnectionManagerCallback-5221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1939757 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1939758 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33938/solr ready
[junit4] 2> 1939790 INFO (qtp94147322-27119) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1939795 INFO (OverseerThreadFactory-7972-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1939908 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1939912 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36990/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1939916 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1939922 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36990/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1940146 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1940158 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1940180 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1940181 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1940181 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1940292 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1940292 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1940292 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1940293 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1940293 INFO (zkCallback-5197-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941178 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1941198 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1941207 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema [testcollection_shard2_replica_n7] Schema name=minimal
[junit4] 2> 1941208 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1941211 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1941211 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n7' using configuration from collection testcollection, trusted=true
[junit4] 2> 1941211 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.core.testcollection.shard2.replica_n7' (registry 'solr.core.testcollection.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1941211 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 1941211 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1941212 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [[testcollection_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/testcollection_shard2_replica_n7], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/./testcollection_shard2_replica_n7/data/]
[junit4] 2> 1941213 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1941216 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1941216 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
[junit4] 2> 1941216 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36990.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1941217 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1941217 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node1/./testcollection_shard1_replica_n2/data/]
[junit4] 2> 1941226 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1941229 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1941229 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 1941232 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1941235 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1941235 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1941235 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1941236 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1941236 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/testcollection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 1941239 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51172.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@11504f69
[junit4] 2> 1941239 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1941239 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001/tempDir-001/node2/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1941375 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1941375 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1941375 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1941375 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1941377 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1941377 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1941377 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1941377 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1941379 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b895599[testcollection_shard1_replica_n2] main]
[junit4] 2> 1941380 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1941380 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1941380 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1941380 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1941381 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1941382 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1941383 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1941383 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596929178085621760
[junit4] 2> 1941387 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1941387 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1941389 INFO (searcherExecutor-7978-thread-1-processing-n:127.0.0.1:36990_solr x:testcollection_shard1_replica_n2 c:testcollection s:shard1 r:core_node5) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@6b895599[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1941389 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1941389 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1941390 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1941391 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@704bb7ee[testcollection_shard2_replica_n4] main]
[junit4] 2> 1941392 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1941392 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@9be3d4c[testcollection_shard2_replica_n7] main]
[junit4] 2> 1941393 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1941393 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c66eb48[testcollection_shard1_replica_n1] main]
[junit4] 2> 1941394 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1941395 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1941395 INFO (searcherExecutor-7979-thread-1-processing-n:127.0.0.1:51172_solr x:testcollection_shard2_replica_n4 c:testcollection s:shard2 r:core_node6) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@704bb7ee[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1941395 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596929178098204672
[junit4] 2> 1941395 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1941396 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1941397 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1941397 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596929178100301824
[junit4] 2> 1941395 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1941398 INFO (searcherExecutor-7977-thread-1-processing-n:127.0.0.1:36990_solr x:testcollection_shard2_replica_n7 c:testcollection s:shard2 r:core_node8) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [testcollection_shard2_replica_n7] Registered new searcher Searcher@9be3d4c[testcollection_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1941398 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
[junit4] 2> 1941398 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1941398 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596929178101350400
[junit4] 2> 1941401 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node6=0}, version=0}
[junit4] 2> 1941401 INFO (searcherExecutor-7980-thread-1-processing-n:127.0.0.1:51172_solr x:testcollection_shard1_replica_n1 c:testcollection s:shard1 r:core_node3) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@2c66eb48[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1941402 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1941403 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
[junit4] 2> 1941408 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1941408 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1941408 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51172/solr/testcollection_shard2_replica_n4/
[junit4] 2> 1941409 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n4 url=https://127.0.0.1:51172/solr START replicas=[https://127.0.0.1:36990/solr/testcollection_shard2_replica_n7/] nUpdates=100
[junit4] 2> 1941409 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 1941418 INFO (qtp94147322-27121) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.S.Request [testcollection_shard2_replica_n7] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1941509 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941509 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941509 INFO (zkCallback-5197-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941509 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941509 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941709 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n4 url=https://127.0.0.1:51172/solr DONE. We have no versions. sync failed.
[junit4] 2> 1941709 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1941709 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1941709 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1941714 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51172/solr/testcollection_shard2_replica_n4/ shard2
[junit4] 2> 1941816 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941816 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941816 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941816 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941816 INFO (zkCallback-5197-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941865 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1941868 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1687
[junit4] 2> 1941899 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1941899 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1941899 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/
[junit4] 2> 1941900 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=https://127.0.0.1:36990/solr START replicas=[https://127.0.0.1:51172/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1941903 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1941970 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941970 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941970 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941970 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1941970 INFO (zkCallback-5197-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942200 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=https://127.0.0.1:36990/solr DONE. We have no versions. sync failed.
[junit4] 2> 1942200 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1942200 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1942200 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1942204 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/ shard1
[junit4] 2> 1942307 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942307 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942307 INFO (zkCallback-5197-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942307 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942307 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942356 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1942359 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2200
[junit4] 2> 1942410 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2264
[junit4] 2> 1942413 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2232
[junit4] 2> 1942419 INFO (qtp94147322-27119) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1942515 INFO (zkCallback-5199-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942515 INFO (zkCallback-5199-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942515 INFO (zkCallback-5197-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942515 INFO (zkCallback-5197-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1942515 INFO (zkCallback-5197-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1943419 INFO (qtp94147322-27119) [n:127.0.0.1:36990_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3629
[junit4] 2> 1943420 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1943420 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 1943430 INFO (qtp180011165-27112) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:51172/solr/testcollection_shard2_replica_n4/|https://127.0.0.1:36990/solr/testcollection_shard2_replica_n7/&rows=10&version=2&q=*:*&NOW=1522950344301&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1943431 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.S.Request [testcollection_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/|https://127.0.0.1:51172/solr/testcollection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1522950344301&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1943431 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=0 status=0 QTime=7
[junit4] 2> 1943456 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
[junit4] 2> 1943475 INFO (qtp180011165-27109) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1596929180247785472)]} 0 13
[junit4] 2> 1943476 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&wt=javabin&version=2}{add=[1 (1596929180247785472)]} 0 31
[junit4] 2> 1943478 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596929180282388480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1943478 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2c5457e8 commitCommandVersion:1596929180282388480
[junit4] 2> 1943485 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596929180289728512,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1943485 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7ffcd783 commitCommandVersion:1596929180289728512
[junit4] 2> 1943485 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c3de009[testcollection_shard1_replica_n1] main]
[junit4] 2> 1943486 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1943487 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@77325243[testcollection_shard1_replica_n2] main]
[junit4] 2> 1943487 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1943488 INFO (searcherExecutor-7980-thread-1-processing-n:127.0.0.1:51172_solr x:testcollection_shard1_replica_n1 c:testcollection s:shard1 r:core_node3) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@6c3de009[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1)))}
[junit4] 2> 1943489 INFO (searcherExecutor-7978-thread-1-processing-n:127.0.0.1:36990_solr x:testcollection_shard1_replica_n2 c:testcollection s:shard1 r:core_node5) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@77325243[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1)))}
[junit4] 2> 1943489 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 11
[junit4] 2> 1943489 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 1943491 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596929180296019968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1943491 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1943491 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1943491 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1943500 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596929180305457152,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1943500 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1943500 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1943500 INFO (qtp94147322-27115) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n7] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1943508 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=testcollection:7&commit=true&wt=javabin&version=2}{commit=} 0 31
[junit4] 2> 1943521 INFO (qtp180011165-27109) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:51172/solr/testcollection_shard2_replica_n4/|https://127.0.0.1:36990/solr/testcollection_shard2_replica_n7/&rows=10&version=2&q=*:*&NOW=1522950344386&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1943523 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:51172/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1522950344386&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 1943528 INFO (qtp180011165-27109) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:7&shards.purpose=64&NOW=1522950344386&ids=1&isShard=true&shard.url=https://127.0.0.1:51172/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:36990/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1943528 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:7&wt=javabin&version=2} hits=1 status=0 QTime=19
[junit4] 2> 1943529 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1943532 INFO (OverseerCollectionConfigSetProcessor-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1943533 INFO (OverseerThreadFactory-7972-thread-2) [ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
[junit4] 2> 1943537 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=null
[junit4] 2> 1943537 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d087ff: rootName = solr_36990, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4df1e40f
[junit4] 2> 1943543 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
[junit4] 2> 1943543 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@711c67d7: rootName = solr_51172, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@668eb6c7
[junit4] 2> 1943567 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n7, tag=null
[junit4] 2> 1943568 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4c0cfa96
[junit4] 2> 1943568 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73bd582f: rootName = solr_36990, domain = solr.core.testcollection.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@3662cbb1
[junit4] 2> 1943572 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 1943573 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14c1ca6: rootName = solr_51172, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@535fdf75
[junit4] 2> 1943573 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@3e022393
[junit4] 2> 1943593 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=4c0cfa96
[junit4] 2> 1943593 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.c.SolrCore [testcollection_shard2_replica_n7] CLOSING SolrCore org.apache.solr.core.SolrCore@2c66bbbf
[junit4] 2> 1943593 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=4c0cfa96
[junit4] 2> 1943593 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n7, tag=2c66bbbf
[junit4] 2> 1943593 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=2c66bbbf
[junit4] 2> 1943596 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={core_node6=0}, version=2}
[junit4] 2> 1943597 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1943597 INFO (qtp94147322-27118) [n:127.0.0.1:36990_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n7&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=55
[junit4] 2> 1943598 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={core_node3=1}, version=3}
[junit4] 2> 1943599 WARN (zkCallback-5199-thread-1) [ ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.solr.common.SolrException: SolrCore not found:testcollection_shard1_replica_n1 in []
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:312) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_152]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_152]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_152]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_152]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_152]
[junit4] 2> 1943605 INFO (qtp94147322-27114) [n:127.0.0.1:36990_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=68
[junit4] 2> 1943611 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=3e022393
[junit4] 2> 1943611 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=3e022393
[junit4] 2> 1943613 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@75b4fda8
[junit4] 2> 1943613 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=75b4fda8
[junit4] 2> 1943613 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=75b4fda8
[junit4] 2> 1943613 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard2 to Terms{values={}, version=3}
[junit4] 2> 1943614 WARN (zkCallback-5197-thread-2) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1943617 INFO (qtp180011165-27110) [n:127.0.0.1:51172_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=75
[junit4] 2> 1943619 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testcollection/terms/shard1 to Terms{values={}, version=4}
[junit4] 2> 1943626 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1943627 INFO (qtp180011165-27106) [n:127.0.0.1:51172_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=84
[junit4] 2> 1944342 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=812
[junit4] 2> 1944342 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 1944342 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[E7C3508D25B29B7B]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testcollection
[junit4] 2> 1944343 INFO (qtp94147322-27121) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1944345 INFO (OverseerThreadFactory-7972-thread-3) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1944346 INFO (OverseerCollectionConfigSetProcessor-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1944556 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1944560 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36990/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1944563 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1944567 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36990/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1944771 INFO (qtp180011165-27113) [n:127.0.0.1:51172_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1944771 INFO (qtp94147322-27117) [n:127.0.0.1:36990_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType
[...truncated too long message...]
on s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=18200255
[junit4] 2> 1948138 INFO (coreCloseExecutor-8017-thread-2) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2098d8eb: rootName = solr_51172, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@acbba88
[junit4] 2> 1948145 INFO (coreCloseExecutor-8018-thread-2) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=70c3e37c
[junit4] 2> 1948145 INFO (coreCloseExecutor-8018-thread-2) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75b21aed: rootName = solr_36990, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@1b21cc72
[junit4] 2> 1948153 INFO (coreCloseExecutor-8017-thread-1) [n:127.0.0.1:51172_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=5cc4e5b5
[junit4] 2> 1948154 INFO (coreCloseExecutor-8017-thread-2) [n:127.0.0.1:51172_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=18200255
[junit4] 2> 1948161 INFO (jetty-closer-5182-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66023fab{/solr,null,UNAVAILABLE}
[junit4] 2> 1948163 INFO (jetty-closer-5182-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1948169 INFO (coreCloseExecutor-8018-thread-2) [n:127.0.0.1:36990_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=70c3e37c
[junit4] 2> 1948169 INFO (coreCloseExecutor-8018-thread-1) [n:127.0.0.1:36990_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=75bb6143
[junit4] 2> 1948171 INFO (jetty-closer-5182-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73578176129662981-127.0.0.1:36990_solr-n_0000000000) closing
[junit4] 2> 1948172 INFO (OverseerStateUpdate-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36990_solr
[junit4] 2> 1948175 WARN (OverseerAutoScalingTriggerThread-73578176129662981-127.0.0.1:36990_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1948190 INFO (jetty-closer-5182-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8399eb{/solr,null,UNAVAILABLE}
[junit4] 2> 1948192 INFO (jetty-closer-5182-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1948193 ERROR (SUITE-TestAuthenticationFramework-seed#[E7C3508D25B29B7B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1948196 INFO (SUITE-TestAuthenticationFramework-seed#[E7C3508D25B29B7B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33938 33938
[junit4] 2> 1948302 INFO (Thread-10435) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33938 33938
[junit4] 2> 1948308 WARN (Thread-10435) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/testcollection/terms/shard1
[junit4] 2> 11 /solr/collections/testcollection/terms/shard2
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 53 /solr/collections/testcollection/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_E7C3508D25B29B7B-001
[junit4] 2> Apr 05, 2018 5:45:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-KW, timezone=Australia/Currie
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=193939728,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [JavabinLoaderTest, HdfsRecoveryZkTest, TestManagedSynonymGraphFilterFactory, TestRequestForwarding, TestHttpShardHandlerFactory, TestLockTree, DeleteReplicaTest, PeerSyncTest, SortByFunctionTest, TestTlogReplica, DirectSolrConnectionTest, DistributedQueueTest, FacetPivotSmallTest, TestCollectionAPIs, TestCustomDocTransformer, ScriptEngineTest, TestNodeLostTrigger, SolrInfoBeanTest, BlockJoinFacetDistribTest, TestQueryUtils, TestUtilizeNode, TestDistributedMap, TriggerIntegrationTest, TestFieldCollectionResource, SystemInfoHandlerTest, TestSolrJ, OverseerTest, TestSolrCoreSnapshots, TestTestInjection, DocValuesMissingTest, TestComputePlanAction, TestNumericTerms32, SearchHandlerTest, MoveReplicaHDFSFailoverTest, HighlighterTest, QueryElevationComponentTest, HdfsWriteToMultipleCollectionsTest, DistributedFacetPivotSmallAdvancedTest, TestSystemIdResolver, TestRecovery, TestBM25SimilarityFactory, MultiThreadedOCPTest, TestRecoveryHdfs, TestSystemCollAutoCreate, ExplicitHLLTest, CdcrRequestHandlerTest, TestZkChroot, SchemaVersionSpecificBehaviorTest, DistributedQueryComponentCustomSortTest, LeaderFailoverAfterPartitionTest, TestConfigSetsAPI, FieldMutatingUpdateProcessorTest, TestSlowCompositeReaderWrapper, ChaosMonkeySafeLeaderWithPullReplicasTest, UpdateRequestProcessorFactoryTest, TestPostingsSolrHighlighter, TestLRUCache, AutoScalingHandlerTest, TestSurroundQueryParser, CdcrBootstrapTest, TestRandomFlRTGCloud, RuleEngineTest, QueryEqualityTest, TestPartialUpdateDeduplication, RequiredFieldsTest, SegmentsInfoRequestHandlerTest, CoreSorterTest, TestCharFilters, TestShortCircuitedRequests, SampleTest, SOLR749Test, HdfsLockFactoryTest, TestSortableTextField, SuggesterTest, AssignTest, HdfsAutoAddReplicasIntegrationTest, TestStressVersions, CollectionsAPISolrJTest, ResourceLoaderTest, TestPerFieldSimilarity, OverseerRolesTest, TimeRoutedAliasUpdateProcessorTest, SimplePostToolTest, ChaosMonkeySafeLeaderTest, SolrCloudReportersTest, BasicZkTest, DirectUpdateHandlerOptimizeTest, BasicFunctionalityTest, DistributedIntervalFacetingTest, TestDocBasedVersionConstraints, VMParamsZkACLAndCredentialsProvidersTest, TestSweetSpotSimilarityFactory, TestCursorMarkWithoutUniqueKey, TestInfoStreamLogging, DistribCursorPagingTest, SolrCloudExampleTest, TestFuzzyAnalyzedSuggestions, TestCloudJSONFacetJoinDomain, SolrCoreMetricManagerTest, TestLegacyNumericUtils, CoreAdminRequestStatusTest, XsltUpdateRequestHandlerTest, TestHdfsCloudBackupRestore, QueryParsingTest, TestXmlQParserPlugin, TestSolr4Spatial, SubstringBytesRefFilterTest, TestFunctionQuery, SystemLogListenerTest, TestFieldTypeResource, HdfsDirectoryFactoryTest, TestReplicationHandler, HdfsThreadLeakTest, TestAuthorizationFramework, CloudMLTQParserTest, ReplaceNodeNoTargetTest, TestPointFields, CheckHdfsIndexTest, TestStressRecovery, SuggestComponentTest, TestReqParamsAPI, TestFieldCacheReopen, TestLegacyNumericRangeQueryBuilder, FileUtilsTest, HdfsChaosMonkeySafeLeaderTest, TestTriggerIntegration, CustomCollectionTest, TestConfigOverlay, TestSearchPerf, ZkSolrClientTest, DistributedSpellCheckComponentTest, ZkControllerTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestTrie, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestRemoteStreaming, IndexBasedSpellCheckerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TermsComponentTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, ActionThrottleTest, AssignBackwardCompatibilityTest, ConnectionManagerTest, DistribJoinFromCollectionTest, ForceLeaderTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestAuthenticationFramework]
[junit4] Completed [552/794 (1!)] on J1 in 9.79s, 1 test, 1 error <<< FAILURES!
[...truncated 50500 lines...]