You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/09/19 13:48:10 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4174
- Still unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4174/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
8 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:57679/solr/awhollynewcollection_0: {"awhollynewcollection_0":5}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:57679/solr/awhollynewcollection_0: {"awhollynewcollection_0":5}
at __randomizedtesting.SeedInfo.seed([70D7044F0373F5:4805A3B049305C60]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([70D7044F0373F5:8824E8DEE1FF1E0D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:226)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:64)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudDeleteByQuery
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([70D7044F0373F5]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.cloud.TestCloudDeleteByQuery.createMiniSolrCloudCluster(TestCloudDeleteByQuery.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
... 31 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor33.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 37 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudDeleteByQuery
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([70D7044F0373F5]:0)
at org.apache.solr.cloud.TestCloudDeleteByQuery.afterClass(TestCloudDeleteByQuery.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudDeleteByQuery
Error Message:
ObjectTracker found 21 object(s) that were not released!!! [ZkController, ZkController, ZkController, SolrZkClient, InternalHttpClient, ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, Overseer, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:502) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:502) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:534) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:748) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:435) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:502) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:502) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:502) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 21 object(s) that were not released!!! [ZkController, ZkController, ZkController, SolrZkClient, InternalHttpClient, ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, Overseer, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:502)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:437)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:311)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:518)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:508)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384
[...truncated too long message...]
[junit4] > 20) Thread[id=23171, name=jetty-launcher-4503-thread-3, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=23223, name=org.eclipse.jetty.server.session.HashSessionManager@66a16f2bTimer, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=23271, name=jetty-launcher-4503-thread-4-SendThread(127.0.0.1:61086), state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 23) Thread[id=23207, name=org.eclipse.jetty.server.session.HashSessionManager@5f66c274Timer, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=23199, name=qtp305584529-23199, state=RUNNABLE, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=23278, name=coreContainerWorkExecutor-9020-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 26) Thread[id=23191, name=qtp447337557-23191, state=RUNNABLE, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 27) Thread[id=23262, name=zkCallback-4522-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([70D7044F0373F5]:0)
[junit4] Completed [543/733 (3!)] on J0 in 45.26s, 0 tests, 1 failure, 5 errors <<< FAILURES!
[...truncated 46759 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4179
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4179/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([2A68C7CF10EC9E9A:F508661EDBCBFD3F]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:884)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2A68C7CF10EC9E9A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2A68C7CF10EC9E9A]:0)
Build Log:
[...truncated 11607 lines...]
[junit4] Suite: org.apache.solr.core.TestLazyCores
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/init-core-data-001
[junit4] 2> 365626 WARN (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 365626 INFO (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 365630 INFO (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 365631 INFO (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 365632 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLazySearch
[junit4] 2> 365669 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/solr.xml
[junit4] 2> 365675 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 365730 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 365736 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 365736 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 365739 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 365758 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 365759 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 365762 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 365767 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 365770 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 365773 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 365773 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/./collection1, trusted=true
[junit4] 2> 365774 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 365776 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 365776 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/./collection1/data/]
[junit4] 2> 365779 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 365788 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 365793 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 365793 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/./collection2, trusted=true
[junit4] 2> 365794 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 365794 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 365794 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/collection2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/./collection2/data/]
[junit4] 2> 365795 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 365796 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/./collection5, trusted=true
[junit4] 2> 365796 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 365796 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 365796 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/collection5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/./collection5/data/]
[junit4] 2> 365797 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 365800 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 365859 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 365859 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 365860 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=13.3125, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=16.356437806502463, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4798989741350089
[junit4] 2> 365862 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ae48a19[collection2] main]
[junit4] 2> 365862 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/collection2/conf
[junit4] 2> 365863 INFO (coreLoadExecutor-1321-thread-2) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 365865 INFO (searcherExecutor-1323-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@4ae48a19[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 365866 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 365866 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 365867 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=13.3125, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=16.356437806502463, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4798989741350089
[junit4] 2> 365867 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1900c687[collection1] main]
[junit4] 2> 365867 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/collection1/conf
[junit4] 2> 365868 INFO (coreLoadExecutor-1321-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 365869 INFO (searcherExecutor-1322-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1900c687[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 365872 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 365872 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 365873 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=13.3125, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=16.356437806502463, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4798989741350089
[junit4] 2> 365873 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@2711315e[collection5] main]
[junit4] 2> 365873 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/collection5/conf
[junit4] 2> 365874 INFO (coreLoadExecutor-1321-thread-3) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 365875 INFO (searcherExecutor-1324-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@2711315e[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 365887 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 365891 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema [collection4] Schema name=tiny
[junit4] 2> 365893 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 365893 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection4' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/./collection4, trusted=true
[junit4] 2> 365894 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection4' (registry 'solr.core.collection4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 365894 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 365894 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore [[collection4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/collection4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/./collection4/data/]
[junit4] 2> 365897 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1304745704, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 365943 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 365943 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 365944 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=7.673828125, floorSegmentMB=0.4521484375, forceMergeDeletesPctAllowed=13.994893637288916, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8861499564121604
[junit4] 2> 365945 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@22bb71e8[collection4] main]
[junit4] 2> 365945 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-001/collection4/conf
[junit4] 2> 365945 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 365946 INFO (searcherExecutor-1334-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@22bb71e8[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 365947 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 365947 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4a8fdf03 commitCommandVersion:0
[junit4] 2> 365954 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c5274dd[collection4] main]
[junit4] 2> 365954 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 365955 INFO (searcherExecutor-1334-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@7c5274dd[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7)))}
[junit4] 2> 365955 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [collection4] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 365959 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [collection4] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 365959 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [collection4] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 365959 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [collection4] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 365960 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 365960 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=940445021
[junit4] 2> 365960 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 365960 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51236be0: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d2b559b
[junit4] 2> 365963 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 365963 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4508bdb7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@e68945f
[junit4] 2> 365966 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 365966 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@148ae8be: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@37d0f19
[junit4] 2> 365966 INFO (coreCloseExecutor-1338-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@45156b7d
[junit4] 2> 365966 INFO (coreCloseExecutor-1338-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1159031677
[junit4] 2> 365966 INFO (coreCloseExecutor-1338-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14049934: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a268cf8
[junit4] 2> 365966 INFO (coreCloseExecutor-1338-thread-2-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@3d4c2ee4
[junit4] 2> 365967 INFO (coreCloseExecutor-1338-thread-3-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] CLOSING SolrCore org.apache.solr.core.SolrCore@18319e63
[junit4] 2> 365967 INFO (coreCloseExecutor-1338-thread-4-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@2e3d9d61
[junit4] 2> 365971 INFO (coreCloseExecutor-1338-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=1028402916
[junit4] 2> 365973 INFO (coreCloseExecutor-1338-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f70e19b: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@1ae158a
[junit4] 2> 365978 INFO (coreCloseExecutor-1338-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection4, tag=405904995
[junit4] 2> 365978 INFO (coreCloseExecutor-1338-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5359a336: rootName = null, domain = solr.core.collection4, service url = null, agent id = null] for registry solr.core.collection4 / com.codahale.metrics.MetricRegistry@731929af
[junit4] 2> 365983 INFO (coreCloseExecutor-1338-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=775789921
[junit4] 2> 365984 INFO (coreCloseExecutor-1338-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74c9348f: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@2a956e4c
[junit4] 2> 365992 INFO (TEST-TestLazyCores.testLazySearch-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testLazySearch
[junit4] 2> 365993 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testMidUseUnload
[junit4] 2> 366015 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/solr.xml
[junit4] 2> 366019 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 366058 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 366064 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 366064 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 366067 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 366090 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 366090 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 366097 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 366098 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 366100 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 366100 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/./collection2, trusted=true
[junit4] 2> 366100 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 366100 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/./collection1, trusted=true
[junit4] 2> 366100 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 366100 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 366101 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 366101 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 366101 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/collection2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/./collection2/data/]
[junit4] 2> 366101 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/./collection1/data/]
[junit4] 2> 366104 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 366104 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 366111 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 366116 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 366117 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 366117 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/./collection5, trusted=true
[junit4] 2> 366117 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 366117 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 366117 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/collection5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/./collection5/data/]
[junit4] 2> 366121 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 366160 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 366160 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 366160 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 366160 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 366161 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 366161 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 366161 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=13.3125, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=16.356437806502463, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4798989741350089
[junit4] 2> 366161 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=13.3125, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=16.356437806502463, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4798989741350089
[junit4] 2> 366161 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=13.3125, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=16.356437806502463, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4798989741350089
[junit4] 2> 366162 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d425821[collection1] main]
[junit4] 2> 366162 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@315e8bbe[collection5] main]
[junit4] 2> 366162 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@397638[collection2] main]
[junit4] 2> 366162 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/collection1/conf
[junit4] 2> 366162 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/collection5/conf
[junit4] 2> 366162 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-002/collection2/conf
[junit4] 2> 366162 INFO (coreLoadExecutor-1345-thread-1-processing-x:collection4) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 366163 INFO (coreLoadExecutor-1345-thread-3-processing-x:collection4) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 366163 INFO (coreLoadExecutor-1345-thread-2-processing-x:collection4) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 366164 INFO (searcherExecutor-1347-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2d425821[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 366164 INFO (searcherExecutor-1346-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@397638[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 366164 INFO (searcherExecutor-1348-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@315e8bbe[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 366166 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=null
[junit4] 2> 366166 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5725c2b7: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@3099ffbc
[junit4] 2> 366173 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 366276 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 366383 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 366493 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 366593 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 366694 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 366804 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 366905 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367015 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367122 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367228 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367336 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367445 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367551 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367656 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367757 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367867 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 367971 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368073 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368178 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368281 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368381 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368482 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368591 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368698 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368798 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 368900 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 369003 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 369104 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 369214 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 369322 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 369430 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 369538 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 369583 INFO (Thread-513) [ x:collection4] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@56d662e7
[junit4] 2> 369583 INFO (Thread-513) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1456890599
[junit4] 2> 369645 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2094563645
[junit4] 2> 369645 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 369645 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@127eed4: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17ba4f1e
[junit4] 2> 369655 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 369655 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7a195884: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@e68945f
[junit4] 2> 369663 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 369663 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@784a4d6b: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@37d0f19
[junit4] 2> 369664 INFO (coreCloseExecutor-1359-thread-1-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@12cc6dfb
[junit4] 2> 369664 INFO (coreCloseExecutor-1359-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection5, tag=315387387
[junit4] 2> 369665 INFO (coreCloseExecutor-1359-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ef49096: rootName = null, domain = solr.core.collection5, service url = null, agent id = null] for registry solr.core.collection5 / com.codahale.metrics.MetricRegistry@30367a6
[junit4] 2> 369665 INFO (coreCloseExecutor-1359-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@1aa573eb
[junit4] 2> 369674 INFO (coreCloseExecutor-1359-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=447050731
[junit4] 2> 369674 INFO (coreCloseExecutor-1359-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48036b74: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@1c16c64b
[junit4] 2> 369686 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testMidUseUnload
[junit4] 2> 369688 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testBadConfigsGenerateErrors
[junit4] 2> 369712 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 369772 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 369779 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 369779 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 369786 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CorePropertiesLocator Found 6 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003
[junit4] 2> 369786 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CorePropertiesLocator Cores are: [badConfig1, badConfig2, badSchema1, badSchema2, core1, core2]
[junit4] 2> 369786 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 369808 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:badSchema1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 369843 INFO (coreLoadExecutor-1366-thread-2-processing-x:collection4) [ x:badConfig2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 369843 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:badConfig1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 369843 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:badSchema1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 369855 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 369861 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.s.IndexSchema [core1] Schema name=tiny
[junit4] 2> 369863 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 369863 INFO (coreLoadExecutor-1366-thread-2-processing-x:collection4) [ x:badSchema2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 369869 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.s.IndexSchema [core2] Schema name=tiny
[junit4] 2> 369871 INFO (coreLoadExecutor-1366-thread-2-processing-x:collection4) [ x:badSchema2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
[junit4] 2> 369873 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 369873 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/core2, trusted=true
[junit4] 2> 369873 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core2' (registry 'solr.core.core2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 369873 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 369873 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/core2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/core2/data/]
[junit4] 2> 369890 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 369890 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/core1, trusted=true
[junit4] 2> 369890 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 369890 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 369890 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/core1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/core1/data/]
[junit4] 2> 369892 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 369892 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 369950 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 369950 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 369950 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 369950 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 369951 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=13.3125, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=16.356437806502463, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4798989741350089
[junit4] 2> 369951 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=13.3125, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=16.356437806502463, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4798989741350089
[junit4] 2> 369952 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.s.SolrIndexSearcher Opening [Searcher@33f7f691[core2] main]
[junit4] 2> 369952 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/core2/conf
[junit4] 2> 369952 INFO (coreLoadExecutor-1366-thread-3-processing-x:collection4) [ x:core2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 369953 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e1b3854[core1] main]
[junit4] 2> 369953 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/core1/conf
[junit4] 2> 369954 INFO (searcherExecutor-1367-thread-1-processing-x:core2) [ x:core2] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@33f7f691[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 369954 INFO (coreLoadExecutor-1366-thread-1-processing-x:collection4) [ x:core1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 369955 INFO (searcherExecutor-1368-thread-1-processing-x:core1) [ x:core1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@3e1b3854[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 369957 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 369957 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1288dd86 commitCommandVersion:0
[junit4] 2> 369997 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@c1be99a[core1] main]
[junit4] 2> 369998 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 369999 INFO (searcherExecutor-1368-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@c1be99a[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7)))}
[junit4] 2> 369999 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 370000 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 370000 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 370001 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 370026 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 370034 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema [badConfig1] Schema name=tiny
[junit4] 2> 370036 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 370036 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'badConfig1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badConfig1, trusted=true
[junit4] 2> 370036 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig1' (registry 'solr.core.badConfig1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 370037 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 370037 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore [[badConfig1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badConfig1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badConfig1/data/]
[junit4] 2> 370040 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.482911460975466]
[junit4] 2> 370102 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 370102 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 370103 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6af37e78
[junit4] 2> 370104 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ded6a98[badConfig1] main]
[junit4] 2> 370104 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badConfig1/conf
[junit4] 2> 370105 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 370106 INFO (searcherExecutor-1381-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@3ded6a98[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 370120 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 370126 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema [badConfig2] Schema name=tiny
[junit4] 2> 370131 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 370131 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'badConfig2' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badConfig2, trusted=true
[junit4] 2> 370132 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig2' (registry 'solr.core.badConfig2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 370132 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 370132 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore [[badConfig2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badConfig2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badConfig2/data/]
[junit4] 2> 370136 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=28.1279296875, floorSegmentMB=0.5439453125, forceMergeDeletesPctAllowed=27.559035100074418, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6636566718465673
[junit4] 2> 370247 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 370247 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 370248 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2944acbe
[junit4] 2> 370248 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@129c8c0a[badConfig2] main]
[junit4] 2> 370248 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badConfig2/conf
[junit4] 2> 370249 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 370250 INFO (searcherExecutor-1385-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [badConfig2] Registered new searcher Searcher@129c8c0a[badConfig2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 370266 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 370270 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema [badSchema1] Schema name=tiny
[junit4] 2> 370273 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 370273 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'badSchema1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badSchema1, trusted=true
[junit4] 2> 370273 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema1' (registry 'solr.core.badSchema1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 370273 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 370273 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore [[badSchema1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badSchema1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badSchema1/data/]
[junit4] 2> 370276 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=5.326171875, floorSegmentMB=0.6044921875, forceMergeDeletesPctAllowed=11.525225748916416, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 370372 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 370372 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 370373 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 370373 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b37d1[badSchema1] main]
[junit4] 2> 370374 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badSchema1/conf
[junit4] 2> 370374 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 370375 INFO (searcherExecutor-1389-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@7b37d1[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 370391 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 370395 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema [badSchema2] Schema name=tiny
[junit4] 2> 370397 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 370397 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'badSchema2' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badSchema2, trusted=true
[junit4] 2> 370397 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema2' (registry 'solr.core.badSchema2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1547ac1c
[junit4] 2> 370398 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 370398 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.SolrCore [[badSchema2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badSchema2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badSchema2/data/]
[junit4] 2> 370400 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 370477 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 370477 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 370478 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26205524201958785]
[junit4] 2> 370479 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@68c555af[badSchema2] main]
[junit4] 2> 370479 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001/tempDir-003/badSchema2/conf
[junit4] 2> 370480 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 370481 INFO (searcherExecutor-1393-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [badSchema2] Registered new searcher Searcher@68c555af[badSchema2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 370484 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 370484 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1288dd86 commitCommandVersion:0
[junit4] 2> 370526 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@573569ed[core1] main]
[junit4] 2> 370526 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 370527 INFO (searcherExecutor-1368-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@573569ed[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C7)))}
[junit4] 2> 370528 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 370529 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
[junit4] 2> 370530 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 370530 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.c.S.Request [core1] webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
[junit4] 2> 370531 INFO (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareC
[...truncated too long message...]
stry=solr.core.collection7, tag=1214628809
[junit4] 2> 374594 INFO (coreCloseExecutor-1642-thread-5-processing-x:collection4) [ x:collection7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@559971f8: rootName = null, domain = solr.core.collection7, service url = null, agent id = null] for registry solr.core.collection7 / com.codahale.metrics.MetricRegistry@6ab533c9
[junit4] 2> 374599 INFO (coreCloseExecutor-1642-thread-6-processing-x:collection4) [ x:collection8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection8, tag=1970900713
[junit4] 2> 374599 INFO (coreCloseExecutor-1642-thread-6-processing-x:collection4) [ x:collection8] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e59b7b7: rootName = null, domain = solr.core.collection8, service url = null, agent id = null] for registry solr.core.collection8 / com.codahale.metrics.MetricRegistry@432518a4
[junit4] 2> 374603 INFO (coreCloseExecutor-1642-thread-7-processing-x:collection4) [ x:collection9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection9, tag=798128307
[junit4] 2> 374604 INFO (coreCloseExecutor-1642-thread-7-processing-x:collection4) [ x:collection9] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a3bfc76: rootName = null, domain = solr.core.collection9, service url = null, agent id = null] for registry solr.core.collection9 / com.codahale.metrics.MetricRegistry@6bcb3dd0
[junit4] 2> 374610 INFO (TEST-TestLazyCores.testCachingLimit-seed#[2A68C7CF10EC9E9A]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testCachingLimit
[junit4] 2> 374611 INFO (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ x:collection4] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 374611 INFO (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=727918329
[junit4] 2> 374611 INFO (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 374611 INFO (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 374611 INFO (SUITE-TestLazyCores-seed#[2A68C7CF10EC9E9A]-worker) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_2A68C7CF10EC9E9A-001
[junit4] 2> Sep 21, 2017 5:04:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Sep 21, 2017 5:04:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Sep 21, 2017 5:04:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Sep 21, 2017 5:04:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5993, maxDocsPerChunk=674, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5993, blockSize=5)), sim=RandomSimilarity(queryNorm=false): {}, locale=pt-BR, timezone=Kwajalein
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=2,free=155910304,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SharedFSAutoReplicaFailoverTest, TestNoOpRegenerator, LeaderInitiatedRecoveryOnCommitTest, TestDistribDocBasedVersion, BinaryUpdateRequestHandlerTest, TestOmitPositions, TestDFRSimilarityFactory, TestConfigsApi, SolrInfoBeanTest, SolrGraphiteReporterTest, TestRandomFlRTGCloud, TestRequestForwarding, BlockJoinFacetRandomTest, ShufflingReplicaListTransformerTest, SuggestComponentContextFilterQueryTest, VersionInfoTest, RequiredFieldsTest, OverseerTest, TestCustomSort, RemoteQueryErrorTest, TestLockTree, XsltUpdateRequestHandlerTest, TestCodecSupport, PropertiesRequestHandlerTest, PrimitiveFieldTypeTest, TestLeaderElectionWithEmptyReplica, TimeZoneUtilsTest, SortByFunctionTest, TestHdfsBackupRestoreCore, TestGroupingSearch, UUIDFieldTest, TestStressVersions, BasicDistributedZkTest, AlternateDirectoryTest, TestZkAclsWithHadoopAuth, TestCloudRecovery, TestXmlQParserPlugin, IndexSchemaTest, PKIAuthenticationIntegrationTest, TestSubQueryTransformerDistrib, MetricsConfigTest, DefaultValueUpdateProcessorTest, TestPointFields, TestSurroundQueryParser, TestFieldCacheSort, JSONWriterTest, QueryResultKeyTest, BJQParserTest, AsyncCallRequestStatusResponseTest, TestLegacyField, SimpleCollectionCreateDeleteTest, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=2A68C7CF10EC9E9A -Dtests.slow=true -Dtests.locale=pt-BR -Dtests.timezone=Kwajalein -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2A68C7CF10EC9E9A]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3557, name=searcherExecutor-1594-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2A68C7CF10EC9E9A]:0)
[junit4] Completed [95/733 (1!)] on J0 in 32.22s, 9 tests, 3 errors <<< FAILURES!
[...truncated 48369 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4178
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4178/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
timeout waiting for collection in cluster state: collection=testcollection
Stack Trace:
java.lang.RuntimeException: timeout waiting for collection in cluster state: collection=testcollection
at __randomizedtesting.SeedInfo.seed([150F4026DD19027E:9D5B7FFC73E56F86]:0)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForCollection(AbstractFullDistribZkTestBase.java:348)
at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([150F4026DD19027E:CA6FE1F7163E61DB]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:884)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([150F4026DD19027E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([150F4026DD19027E]:0)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([150F4026DD19027E:9D5B7FFC73E56F86]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12495 lines...]
[junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
[junit4] 2> 1374504 INFO (SUITE-TestRebalanceLeaders-seed#[150F4026DD19027E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/init-core-data-001
[junit4] 2> 1374505 WARN (SUITE-TestRebalanceLeaders-seed#[150F4026DD19027E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 1374505 INFO (SUITE-TestRebalanceLeaders-seed#[150F4026DD19027E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1374510 INFO (SUITE-TestRebalanceLeaders-seed#[150F4026DD19027E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1374511 INFO (SUITE-TestRebalanceLeaders-seed#[150F4026DD19027E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1374514 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1374514 INFO (Thread-2521) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1374514 INFO (Thread-2521) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1374519 ERROR (Thread-2521) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1374614 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.ZkTestServer start zk server on port:58813
[junit4] 2> 1374644 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1374647 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1374651 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1374654 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1374656 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1374659 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1374661 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1374663 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1374666 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1374668 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1374670 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1374676 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1374982 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1374983 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4467d30e{/,null,AVAILABLE}
[junit4] 2> 1374984 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a3b123e{SSL,[ssl, http/1.1]}{127.0.0.1:58817}
[junit4] 2> 1374984 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.Server Started @1378087ms
[junit4] 2> 1374984 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=58817, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/control-001/cores}
[junit4] 2> 1374985 ERROR (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1374985 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1374985 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1374985 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1374985 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-21T07:46:15.760Z
[junit4] 2> 1374988 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1374988 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/control-001/solr.xml
[junit4] 2> 1374994 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1374998 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58813/solr
[junit4] 2> 1375127 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58817_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1375128 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58817_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58817_
[junit4] 2> 1375130 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58817_ ] o.a.s.c.Overseer Overseer (id=98695903660802053-127.0.0.1:58817_-n_0000000000) starting
[junit4] 2> 1375141 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58817_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58817_
[junit4] 2> 1375144 INFO (zkCallback-2142-thread-1-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1375221 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58817_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1375231 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58817_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1375232 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58817_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1375233 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58817_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/control-001/cores
[junit4] 2> 1375256 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1375257 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58813/solr ready
[junit4] 2> 1375272 INFO (qtp231649311-11786) [n:127.0.0.1:58817_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58817_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1375274 INFO (OverseerThreadFactory-5012-thread-1-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1375386 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1375386 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1375494 INFO (zkCallback-2142-thread-1-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1376412 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1376419 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1376468 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1376491 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1376492 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1376492 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1376492 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1376493 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1376496 WARN (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1376539 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1376539 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1376540 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1376540 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1376541 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7689114901379867]
[junit4] 2> 1376541 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77765366[control_collection_shard1_replica_n1] main]
[junit4] 2> 1376543 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1376543 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1376544 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1376544 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579134460697247744
[junit4] 2> 1376545 INFO (searcherExecutor-5015-thread-1-processing-n:127.0.0.1:58817_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@77765366[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1376551 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1376551 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1376551 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58817/control_collection_shard1_replica_n1/
[junit4] 2> 1376551 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1376551 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:58817/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1376551 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1376557 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58817/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1376672 INFO (zkCallback-2142-thread-1-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1376731 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1376733 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
[junit4] 2> 1376737 INFO (qtp231649311-11786) [n:127.0.0.1:58817_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1376838 INFO (zkCallback-2142-thread-1-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1377277 INFO (OverseerCollectionConfigSetProcessor-98695903660802053-127.0.0.1:58817_-n_0000000000) [n:127.0.0.1:58817_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1377738 INFO (qtp231649311-11786) [n:127.0.0.1:58817_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58817_&wt=javabin&version=2} status=0 QTime=2466
[junit4] 2> 1377752 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1377754 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58813/solr ready
[junit4] 2> 1377755 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1377757 INFO (qtp231649311-11785) [n:127.0.0.1:58817_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1377762 INFO (OverseerThreadFactory-5012-thread-2-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1377764 WARN (OverseerThreadFactory-5012-thread-2-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1377983 INFO (qtp231649311-11785) [n:127.0.0.1:58817_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1377984 INFO (qtp231649311-11785) [n:127.0.0.1:58817_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=227
[junit4] 2> 1378330 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-1-001 of type NRT
[junit4] 2> 1378332 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1378333 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fe027fb{/,null,AVAILABLE}
[junit4] 2> 1378334 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62a7c7d3{SSL,[ssl, http/1.1]}{127.0.0.1:58836}
[junit4] 2> 1378334 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.Server Started @1381437ms
[junit4] 2> 1378334 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=58836, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-1-001/cores}
[junit4] 2> 1378334 ERROR (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1378334 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1378334 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1378334 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1378334 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-21T07:46:19.109Z
[junit4] 2> 1378337 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1378337 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-1-001/solr.xml
[junit4] 2> 1378342 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1378345 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58813/solr
[junit4] 2> 1378357 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1378360 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58836_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1378363 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58836_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58836_
[junit4] 2> 1378365 INFO (zkCallback-2142-thread-1-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1378365 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1378366 INFO (zkCallback-2149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1378422 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58836_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1378430 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58836_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1378430 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58836_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1378431 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58836_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-1-001/cores
[junit4] 2> 1378453 INFO (qtp231649311-11787) [n:127.0.0.1:58817_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58836_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1378456 INFO (OverseerCollectionConfigSetProcessor-98695903660802053-127.0.0.1:58817_-n_0000000000) [n:127.0.0.1:58817_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1378457 INFO (OverseerThreadFactory-5012-thread-3-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58836_ for creating new replica
[junit4] 2> 1378474 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n81&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1378474 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1378590 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1379513 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1379523 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.s.IndexSchema [collection1_shard2_replica_n81] Schema name=test
[junit4] 2> 1379600 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1379642 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n81' using configuration from collection collection1, trusted=true
[junit4] 2> 1379643 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n81' (registry 'solr.core.collection1.shard2.replica_n81') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1379643 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1379643 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SolrCore [[collection1_shard2_replica_n81] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-1-001/cores/collection1_shard2_replica_n81], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-1-001/cores/collection1_shard2_replica_n81/data/]
[junit4] 2> 1379648 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1379651 WARN (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1379765 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1379765 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1379767 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1379767 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1379770 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7689114901379867]
[junit4] 2> 1379770 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.s.SolrIndexSearcher Opening [Searcher@14b655d9[collection1_shard2_replica_n81] main]
[junit4] 2> 1379772 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1379773 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1379774 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1379775 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579134464085196800
[junit4] 2> 1379776 INFO (searcherExecutor-5026-thread-1-processing-n:127.0.0.1:58836_ x:collection1_shard2_replica_n81 s:shard2 c:collection1) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SolrCore [collection1_shard2_replica_n81] Registered new searcher Searcher@14b655d9[collection1_shard2_replica_n81] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1379793 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1379793 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1379793 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58836/collection1_shard2_replica_n81/
[junit4] 2> 1379793 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1379793 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy https://127.0.0.1:58836/collection1_shard2_replica_n81/ has no replicas
[junit4] 2> 1379793 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1379800 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58836/collection1_shard2_replica_n81/ shard2
[junit4] 2> 1379909 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1379921 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1379924 INFO (qtp1580180770-11827) [n:127.0.0.1:58836_ c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n81&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1450
[junit4] 2> 1379932 INFO (qtp231649311-11787) [n:127.0.0.1:58817_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:58836_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1478
[junit4] 2> 1380040 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1380465 INFO (OverseerCollectionConfigSetProcessor-98695903660802053-127.0.0.1:58817_-n_0000000000) [n:127.0.0.1:58817_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1380542 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-2-001 of type NRT
[junit4] 2> 1380550 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1380553 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55eda718{/,null,AVAILABLE}
[junit4] 2> 1380554 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15b3cce8{SSL,[ssl, http/1.1]}{127.0.0.1:58847}
[junit4] 2> 1380554 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.Server Started @1383658ms
[junit4] 2> 1380554 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=58847, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-2-001/cores}
[junit4] 2> 1380555 ERROR (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1380555 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1380555 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1380555 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1380555 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-21T07:46:21.330Z
[junit4] 2> 1380561 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1380561 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-2-001/solr.xml
[junit4] 2> 1380571 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1380575 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58813/solr
[junit4] 2> 1380598 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58847_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1380603 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58847_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1380606 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58847_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58847_
[junit4] 2> 1380608 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1380608 INFO (zkCallback-2142-thread-2-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1380609 INFO (zkCallback-2149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1380609 INFO (zkCallback-2160-thread-1-processing-n:127.0.0.1:58847_) [n:127.0.0.1:58847_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1380703 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58847_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1380717 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58847_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1380717 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58847_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1380720 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58847_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-2-001/cores
[junit4] 2> 1380778 INFO (qtp231649311-11788) [n:127.0.0.1:58817_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58847_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1380782 INFO (OverseerThreadFactory-5012-thread-4-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58847_ for creating new replica
[junit4] 2> 1380805 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n83&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1380805 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1380918 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1380918 INFO (zkCallback-2160-thread-1-processing-n:127.0.0.1:58847_) [n:127.0.0.1:58847_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1381844 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1381855 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.s.IndexSchema [collection1_shard3_replica_n83] Schema name=test
[junit4] 2> 1381935 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1381972 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n83' using configuration from collection collection1, trusted=true
[junit4] 2> 1381973 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n83' (registry 'solr.core.collection1.shard3.replica_n83') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1381973 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1381973 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SolrCore [[collection1_shard3_replica_n83] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-2-001/cores/collection1_shard3_replica_n83], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-2-001/cores/collection1_shard3_replica_n83/data/]
[junit4] 2> 1381976 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1381980 WARN (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1382082 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1382082 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1382084 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1382084 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1382086 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7689114901379867]
[junit4] 2> 1382087 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.s.SolrIndexSearcher Opening [Searcher@54f36d9c[collection1_shard3_replica_n83] main]
[junit4] 2> 1382088 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1382089 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1382090 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1382090 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579134466512650240
[junit4] 2> 1382091 INFO (searcherExecutor-5037-thread-1-processing-n:127.0.0.1:58847_ x:collection1_shard3_replica_n83 s:shard3 c:collection1) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SolrCore [collection1_shard3_replica_n83] Registered new searcher Searcher@54f36d9c[collection1_shard3_replica_n83] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1382100 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1382100 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1382100 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58847/collection1_shard3_replica_n83/
[junit4] 2> 1382100 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1382100 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy https://127.0.0.1:58847/collection1_shard3_replica_n83/ has no replicas
[junit4] 2> 1382100 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1382107 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58847/collection1_shard3_replica_n83/ shard3
[junit4] 2> 1382217 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1382217 INFO (zkCallback-2160-thread-1-processing-n:127.0.0.1:58847_) [n:127.0.0.1:58847_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1382275 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1382278 INFO (qtp704797820-11858) [n:127.0.0.1:58847_ c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n83&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1472
[junit4] 2> 1382282 INFO (qtp231649311-11788) [n:127.0.0.1:58817_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:58847_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1503
[junit4] 2> 1382390 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1382390 INFO (zkCallback-2160-thread-1-processing-n:127.0.0.1:58847_) [n:127.0.0.1:58847_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1382774 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-3-001 of type NRT
[junit4] 2> 1382776 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1382782 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e607f81{/,null,AVAILABLE}
[junit4] 2> 1382783 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c6f63cc{SSL,[ssl, http/1.1]}{127.0.0.1:58856}
[junit4] 2> 1382783 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.e.j.s.Server Started @1385886ms
[junit4] 2> 1382783 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=58856, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-3-001/cores}
[junit4] 2> 1382783 ERROR (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1382789 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1382789 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1382789 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1382789 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-21T07:46:23.564Z
[junit4] 2> 1382798 INFO (OverseerCollectionConfigSetProcessor-98695903660802053-127.0.0.1:58817_-n_0000000000) [n:127.0.0.1:58817_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1382798 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1382798 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-3-001/solr.xml
[junit4] 2> 1382806 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1382811 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58813/solr
[junit4] 2> 1382829 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58856_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1382836 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58856_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1382838 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58856_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58856_
[junit4] 2> 1382842 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1382843 INFO (zkCallback-2160-thread-1-processing-n:127.0.0.1:58847_) [n:127.0.0.1:58847_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1382851 INFO (zkCallback-2149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1382842 INFO (zkCallback-2142-thread-2-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1382852 INFO (zkCallback-2166-thread-1-processing-n:127.0.0.1:58856_) [n:127.0.0.1:58856_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1383014 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58856_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1383027 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58856_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1383028 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58856_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1383030 INFO (TEST-TestRebalanceLeaders.test-seed#[150F4026DD19027E]) [n:127.0.0.1:58856_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-3-001/cores
[junit4] 2> 1383085 INFO (qtp231649311-11789) [n:127.0.0.1:58817_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58856_&action=ADDREPLICA&collection=collection1&shard=shard4&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1383092 INFO (OverseerThreadFactory-5012-thread-5-processing-n:127.0.0.1:58817_) [n:127.0.0.1:58817_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58856_ for creating new replica
[junit4] 2> 1383119 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard4_replica_n85&action=CREATE&collection=collection1&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1383120 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1383239 INFO (zkCallback-2154-thread-1-processing-n:127.0.0.1:58836_) [n:127.0.0.1:58836_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1383239 INFO (zkCallback-2160-thread-1-processing-n:127.0.0.1:58847_) [n:127.0.0.1:58847_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1383239 INFO (zkCallback-2166-thread-1-processing-n:127.0.0.1:58856_) [n:127.0.0.1:58856_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1384145 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1384162 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.s.IndexSchema [collection1_shard4_replica_n85] Schema name=test
[junit4] 2> 1384270 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1384304 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard4_replica_n85' using configuration from collection collection1, trusted=true
[junit4] 2> 1384304 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard4.replica_n85' (registry 'solr.core.collection1.shard4.replica_n85') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1562e7c6
[junit4] 2> 1384305 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1384305 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.SolrCore [[collection1_shard4_replica_n85] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-3-001/cores/collection1_shard4_replica_n85], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_150F4026DD19027E-001/shard-3-001/cores/collection1_shard4_replica_n85/data/]
[junit4] 2> 1384308 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1384311 WARN (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1384448 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1384448 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1384452 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1384452 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1384454 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7689114901379867]
[junit4] 2> 1384454 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d08dcf6[collection1_shard4_replica_n85] main]
[junit4] 2> 1384456 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1384457 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1384459 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1384459 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579134468996726784
[junit4] 2> 1384461 INFO (searcherExecutor-5048-thread-1-processing-n:127.0.0.1:58856_ x:collection1_shard4_replica_n85 s:shard4 c:collection1) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.SolrCore [collection1_shard4_replica_n85] Registered new searcher Searcher@3d08dcf6[collection1_shard4_replica_n85] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1384469 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1384469 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1384469 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58856/collection1_shard4_replica_n85/
[junit4] 2> 1384469 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1384469 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.SyncStrategy https://127.0.0.1:58856/collection1_shard4_replica_n85/ has no replicas
[junit4] 2> 1384469 INFO (qtp1831194147-11887) [n:127.0.0.1:58856_ c:collection1 s:shard4 x:collection1_shard4_replica_n85] o.a.s.c.ShardLeaderElectionContext Fo
[...truncated too long message...]
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Sep 21, 2017 7:52:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Sep 21, 2017 7:52:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ru, timezone=BST
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=2,free=119370760,total=466616320
[junit4] 2> NOTE: All tests run in this JVM: [PrimitiveFieldTypeTest, TestOmitPositions, GraphQueryTest, TestPolicyCloud, TestClusterProperties, TimeZoneUtilsTest, TestReplicationHandler, TestFieldCache, ConfigSetsAPITest, SimplePostToolTest, RemoteQueryErrorTest, TestBlendedInfixSuggestions, TestConfigSetProperties, TestFieldCacheVsDocValues, DeleteNodeTest, TestLeaderInitiatedRecoveryThread, TestSweetSpotSimilarityFactory, ZkFailoverTest, TestWriterPerf, TestHdfsUpdateLog, TestSerializedLuceneMatchVersion, TestSolrDeletionPolicy2, TestSmileRequest, JSONWriterTest, InfixSuggestersTest, TestStressVersions, TestGraphMLResponseWriter, TestImpersonationWithHadoopAuth, DistributedVersionInfoTest, SyncSliceTest, TestDistribDocBasedVersion, DocValuesTest, TestMultiValuedNumericRangeQuery, TestStressInPlaceUpdates, CollectionReloadTest, CdcrReplicationHandlerTest, TestAuthenticationFramework, TestJettySolrRunner, RuleEngineTest, HdfsBasicDistributedZkTest, TestEmbeddedSolrServerConstructors, CSVRequestHandlerTest, SuggestComponentContextFilterQueryTest, MigrateRouteKeyTest, CursorPagingTest, TestComplexPhraseLeadingWildcard, CircularListTest, IndexBasedSpellCheckerTest, SuggesterTest, TestXIncludeConfig, CdcrBootstrapTest, TestFieldCacheSort, TestPayloadCheckQParserPlugin, XmlUpdateRequestHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, TestOnReconnectListenerSupport, CoreAdminRequestStatusTest, OverseerStatusTest, TestNamedUpdateProcessors, TestPullReplica, TestScoreJoinQPScore, AsyncCallRequestStatusResponseTest, RAMDirectoryFactoryTest, HdfsLockFactoryTest, ClassificationUpdateProcessorTest, OverseerModifyCollectionTest, TestCloudRecovery, SolrInfoBeanTest, TestNoOpRegenerator, HdfsRecoveryZkTest, DisMaxRequestHandlerTest, TestGroupingSearch, TestHashPartitioner, TestSchemaSimilarityResource, SolrCloudReportersTest, ExplicitHLLTest, TestSSLRandomization, MultiTermTest, TestSolrCloudSnapshots, HdfsSyncSliceTest, TestMacroExpander, DirectUpdateHandlerOptimizeTest, TestFunctionQuery, ShardRoutingTest, TestFilteredDocIdSet, SaslZkACLProviderTest, RecoveryZkTest, PeerSyncWithIndexFingerprintCachingTest, TestQuerySenderNoQuery, BooleanFieldTest, QueryParsingTest, HdfsChaosMonkeySafeLeaderTest, TestSearcherReuse, LeaderInitiatedRecoveryOnCommitTest, CdcrVersionReplicationTest, AlternateDirectoryTest, SolrCoreTest, TestStressReorder, TestConfigsApi, TestStressRecovery, TestInPlaceUpdatesStandalone, TestCSVResponseWriter, DateFieldTest, HighlighterMaxOffsetTest, TestBinaryResponseWriter, TestFoldingMultitermQuery, TestPHPSerializedResponseWriter, TestRawTransformer, TestXmlQParserPlugin, TestBlobHandler, TestFaceting, TestNonDefinedSimilarityFactory, TestManagedResourceStorage, NotRequiredUniqueKeyTest, TestUpdate, TestLegacyNumericRangeQueryBuilder, TestAddFieldRealTimeGet, InfoHandlerTest, TestLegacyFieldCache, SolrMetricManagerTest, TestSchemaNameResource, ResponseLogComponentTest, ZkCLITest, UUIDFieldTest, TestUseDocValuesAsStored2, DocExpirationUpdateProcessorFactoryTest, TestPushWriter, TestReversedWildcardFilterFactory, MetricsConfigTest, TestIBSimilarityFactory, OverseerTest, TestCollectionsAPIViaSolrCloudCluster, SubstringBytesRefFilterTest, TestLegacyNumericUtils, TestQuerySenderListener, AnalyticsQueryTest, SimpleCollectionCreateDeleteTest, CoreAdminHandlerTest, TestUtils, TestTolerantUpdateProcessorRandomCloud, TestTrackingShardHandlerFactory, TestManagedSynonymGraphFilterFactory, TestClusterStateMutator, TestSolrCloudWithDelegationTokens, SuggesterWFSTTest, TestLMDirichletSimilarityFactory, HardAutoCommitTest, LeaderElectionTest, TestDistributedStatsComponentCardinality, TestTolerantSearch, TestNumericRangeQuery64, PropertiesRequestHandlerTest, TestHashQParserPlugin, TestSha256AuthenticationProvider, XsltUpdateRequestHandlerTest, TestRandomFlRTGCloud, AnalysisAfterCoreReloadTest, TestIntervalFaceting, BasicAuthIntegrationTest, ScriptEngineTest, RequestHandlersTest, TestRebalanceLeaders, TestCursorMarkWithoutUniqueKey, BlockCacheTest, TestIndexingPerformance, CoreSorterTest, TestRequestForwarding, TestHttpShardHandlerFactory, TestDFRSimilarityFactory, MinimalSchemaTest, ZkControllerTest, LeaderFailoverAfterPartitionTest, CloudMLTQParserTest, CdcrUpdateLogTest, RequiredFieldsTest, DistributedFacetExistsSmallTest, SolrTestCaseJ4Test, TestSlowCompositeReaderWrapper, BasicZkTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, SimpleFacetsTest, TestSolr4Spatial, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=150F4026DD19027E -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=BST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([150F4026DD19027E]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=14345, name=searcherExecutor-6201-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([150F4026DD19027E]:0)
[junit4] Completed [398/733 (3!)] on J0 in 31.92s, 9 tests, 3 errors <<< FAILURES!
[...truncated 47317 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4177
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4177/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([60FD4B801913EAF6:E8A9745AB7EF870E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.facet.TestJsonFacetRefinement.testBasicRefinement
Error Message:
Too many open files
Stack Trace:
java.io.IOException: Too many open files
at __randomizedtesting.SeedInfo.seed([60FD4B801913EAF6:7269D9B66875CDCE]:0)
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.eclipse.jetty.io.ManagedSelector.newSelector(ManagedSelector.java:96)
at org.eclipse.jetty.io.ManagedSelector.doStart(ManagedSelector.java:90)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:131)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:113)
at org.eclipse.jetty.io.SelectorManager.doStart(SelectorManager.java:273)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:131)
at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:105)
at org.eclipse.jetty.server.AbstractConnector.doStart(AbstractConnector.java:268)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:81)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:235)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:401)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.SolrTestCaseHS$SolrInstance.start(SolrTestCaseHS.java:472)
at org.apache.solr.SolrTestCaseHS$SolrInstances.<init>(SolrTestCaseHS.java:523)
at org.apache.solr.search.facet.TestJsonFacetRefinement.initServers(TestJsonFacetRefinement.java:50)
at org.apache.solr.search.facet.TestJsonFacetRefinement.doBasicRefinement(TestJsonFacetRefinement.java:258)
at org.apache.solr.search.facet.TestJsonFacetRefinement.testBasicRefinement(TestJsonFacetRefinement.java:243)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.search.facet.TestJsonFacetRefinement
Error Message:
36 threads leaked from SUITE scope at org.apache.solr.search.facet.TestJsonFacetRefinement: 1) Thread[id=12195, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=12203, name=qtp1254430144-12203-acceptor-0@5273e6f4-ServerConnector@6326b03f{HTTP/1.1,[http/1.1]}{127.0.0.1:64358}, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=12189, name=qtp1349169944-12189, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=12190, name=qtp1349169944-12190, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=12191, name=qtp1349169944-12191, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=12187, name=qtp1349169944-12187-acceptor-0@492d06d7-ServerConnector@3dd26328{HTTP/1.1,[http/1.1]}{127.0.0.1:64357}, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=12214, name=coreContainerWorkExecutor-4887-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=12188, name=qtp1349169944-12188, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=12198, name=Thread-2053, state=WAITING, group=TGRP-TestJsonFacetRefinement] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623) 10) Thread[id=12208, name=qtp1254430144-12208, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=12222, name=qtp1891693510-12222, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=12194, name=org.eclipse.jetty.server.session.HashSessionManager@6ac9a3cbTimer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=12193, name=qtp1349169944-12193, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=12220, name=qtp1891693510-12220, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=12196, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=12215, name=qtp1891693510-12215, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=12216, name=qtp1891693510-12216, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=12192, name=qtp1349169944-12192, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=12206, name=qtp1254430144-12206, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=12201, name=searcherExecutor-4881-thread-1, state=WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=12213, name=Thread-2062, state=WAITING, group=TGRP-TestJsonFacetRefinement] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623) 22) Thread[id=12204, name=qtp1254430144-12204, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=12221, name=qtp1891693510-12221, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=12218, name=qtp1891693510-12218, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=12223, name=org.eclipse.jetty.server.session.HashSessionManager@80676a1Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=12219, name=qtp1891693510-12219, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=12211, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=12199, name=coreContainerWorkExecutor-4876-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=12212, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=12202, name=qtp1254430144-12202, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=12207, name=qtp1254430144-12207, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=12210, name=org.eclipse.jetty.server.session.HashSessionManager@798bc795Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=12209, name=qtp1254430144-12209, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=12217, name=qtp1891693510-12217, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=12186, name=qtp1349169944-12186, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=12205, name=qtp1254430144-12205, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.search.facet.TestJsonFacetRefinement:
1) Thread[id=12195, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=12203, name=qtp1254430144-12203-acceptor-0@5273e6f4-ServerConnector@6326b03f{HTTP/1.1,[http/1.1]}{127.0.0.1:64358}, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=12189, name=qtp1349169944-12189, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=12190, name=qtp1349169944-12190, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=12191, name=qtp1349169944-12191, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=12187, name=qtp1349169944-12187-acceptor-0@492d06d7-ServerConnector@3dd26328{HTTP/1.1,[http/1.1]}{127.0.0.1:64357}, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=12214, name=coreContainerWorkExecutor-4887-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=12188, name=qtp1349169944-12188, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=12198, name=Thread-2053, state=WAITING, group=TGRP-TestJsonFacetRefinement]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623)
10) Thread[id=12208, name=qtp1254430144-12208, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=12222, name=qtp1891693510-12222, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=12194, name=org.eclipse.jetty.server.session.HashSessionManager@6ac9a3cbTimer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=12193, name=qtp1349169944-12193, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=12220, name=qtp1891693510-12220, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=12196, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=12215, name=qtp1891693510-12215, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=12216, name=qtp1891693510-12216, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=12192, name=qtp1349169944-12192, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=12206, name=qtp1254430144-12206, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=12201, name=searcherExecutor-4881-thread-1, state=WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=12213, name=Thread-2062, state=WAITING, group=TGRP-TestJsonFacetRefinement]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623)
22) Thread[id=12204, name=qtp1254430144-12204, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=12221, name=qtp1891693510-12221, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=12218, name=qtp1891693510-12218, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=12223, name=org.eclipse.jetty.server.session.HashSessionManager@80676a1Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=12219, name=qtp1891693510-12219, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=12211, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=12199, name=coreContainerWorkExecutor-4876-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=12212, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=12202, name=qtp1254430144-12202, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=12207, name=qtp1254430144-12207, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=12210, name=org.eclipse.jetty.server.session.HashSessionManager@798bc795Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=12209, name=qtp1254430144-12209, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=12217, name=qtp1891693510-12217, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=12186, name=qtp1349169944-12186, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=12205, name=qtp1254430144-12205, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([60FD4B801913EAF6]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.search.facet.TestJsonFacetRefinement
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=12194, name=org.eclipse.jetty.server.session.HashSessionManager@6ac9a3cbTimer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=12199, name=coreContainerWorkExecutor-4876-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=12201, name=searcherExecutor-4881-thread-1, state=WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=12202, name=qtp1254430144-12202, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement] at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method) at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203) at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=12213, name=Thread-2062, state=WAITING, group=TGRP-TestJsonFacetRefinement] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623) 6) Thread[id=12210, name=org.eclipse.jetty.server.session.HashSessionManager@798bc795Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=12214, name=coreContainerWorkExecutor-4887-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=12223, name=org.eclipse.jetty.server.session.HashSessionManager@80676a1Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=12198, name=Thread-2053, state=WAITING, group=TGRP-TestJsonFacetRefinement] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623) 10) Thread[id=12186, name=qtp1349169944-12186, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=12194, name=org.eclipse.jetty.server.session.HashSessionManager@6ac9a3cbTimer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=12199, name=coreContainerWorkExecutor-4876-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=12201, name=searcherExecutor-4881-thread-1, state=WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=12202, name=qtp1254430144-12202, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement]
at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=12213, name=Thread-2062, state=WAITING, group=TGRP-TestJsonFacetRefinement]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623)
6) Thread[id=12210, name=org.eclipse.jetty.server.session.HashSessionManager@798bc795Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=12214, name=coreContainerWorkExecutor-4887-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=12223, name=org.eclipse.jetty.server.session.HashSessionManager@80676a1Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=12198, name=Thread-2053, state=WAITING, group=TGRP-TestJsonFacetRefinement]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623)
10) Thread[id=12186, name=qtp1349169944-12186, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([60FD4B801913EAF6]:0)
Build Log:
[...truncated 11988 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_60FD4B801913EAF6-001/init-core-data-001
[junit4] 2> 1003552 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[60FD4B801913EAF6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1003552 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[60FD4B801913EAF6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1003555 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[60FD4B801913EAF6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1003555 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[60FD4B801913EAF6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1003555 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[60FD4B801913EAF6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/e
[junit4] 2> 1003556 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1003557 INFO (Thread-1975) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1003557 INFO (Thread-1975) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1003559 ERROR (Thread-1975) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1003662 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:64129
[junit4] 2> 1003709 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1003715 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1003720 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1003725 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1003729 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1003734 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1003738 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1003743 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1003747 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1003752 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1003758 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[60FD4B801913EAF6]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4
[...truncated too long message...]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=12199, name=coreContainerWorkExecutor-4876-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=12201, name=searcherExecutor-4881-thread-1, state=WAITING, group=TGRP-TestJsonFacetRefinement]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=12202, name=qtp1254430144-12202, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=12213, name=Thread-2062, state=WAITING, group=TGRP-TestJsonFacetRefinement]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623)
[junit4] > 6) Thread[id=12210, name=org.eclipse.jetty.server.session.HashSessionManager@798bc795Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=12214, name=coreContainerWorkExecutor-4887-thread-1, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=12223, name=org.eclipse.jetty.server.session.HashSessionManager@80676a1Timer, state=TIMED_WAITING, group=TGRP-TestJsonFacetRefinement]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=12198, name=Thread-2053, state=WAITING, group=TGRP-TestJsonFacetRefinement]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1623)
[junit4] > 10) Thread[id=12186, name=qtp1349169944-12186, state=RUNNABLE, group=TGRP-TestJsonFacetRefinement]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([60FD4B801913EAF6]:0)
[junit4] Completed [300/733 (2!)] on J1 in 25.64s, 3 tests, 3 errors <<< FAILURES!
[...truncated 47601 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4176
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4176/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testPoissonDistribution
Error Message:
expected:<100.02380000000001> but was:<97.01113467346703>
Stack Trace:
java.lang.AssertionError: expected:<100.02380000000001> but was:<97.01113467346703>
at __randomizedtesting.SeedInfo.seed([AC28C41B6210D2AA:34383BBAC0A9AAD6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:443)
at org.junit.Assert.assertEquals(Assert.java:512)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testPoissonDistribution(StreamExpressionTest.java:6318)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14429 lines...]
[junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
[junit4] 2> 136809 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/init-core-data-001
[junit4] 2> 136814 WARN (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 136814 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 136820 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 136820 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001
[junit4] 2> 136821 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 136821 INFO (Thread-518) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 136821 INFO (Thread-518) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 136825 ERROR (Thread-518) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 136928 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55502
[junit4] 2> 136946 INFO (jetty-launcher-518-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 136946 INFO (jetty-launcher-518-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 136946 INFO (jetty-launcher-518-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 136946 INFO (jetty-launcher-518-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 136948 INFO (jetty-launcher-518-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22b65624{/solr,null,AVAILABLE}
[junit4] 2> 136950 INFO (jetty-launcher-518-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32edb74d{/solr,null,AVAILABLE}
[junit4] 2> 136951 INFO (jetty-launcher-518-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25e4f92{HTTP/1.1,[http/1.1]}{127.0.0.1:55504}
[junit4] 2> 136951 INFO (jetty-launcher-518-thread-4) [ ] o.e.j.s.Server Started @141771ms
[junit4] 2> 136951 INFO (jetty-launcher-518-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55504}
[junit4] 2> 136951 INFO (jetty-launcher-518-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@686b1216{HTTP/1.1,[http/1.1]}{127.0.0.1:55505}
[junit4] 2> 136951 INFO (jetty-launcher-518-thread-1) [ ] o.e.j.s.Server Started @141771ms
[junit4] 2> 136952 ERROR (jetty-launcher-518-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55505}
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 136952 ERROR (jetty-launcher-518-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-20T13:08:24.328Z
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 136952 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-20T13:08:24.328Z
[junit4] 2> 136954 INFO (jetty-launcher-518-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33d38953{/solr,null,AVAILABLE}
[junit4] 2> 136954 INFO (jetty-launcher-518-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ac56aeb{/solr,null,AVAILABLE}
[junit4] 2> 136954 INFO (jetty-launcher-518-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a4058e{HTTP/1.1,[http/1.1]}{127.0.0.1:55506}
[junit4] 2> 136954 INFO (jetty-launcher-518-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68c54f6b{HTTP/1.1,[http/1.1]}{127.0.0.1:55507}
[junit4] 2> 136954 INFO (jetty-launcher-518-thread-2) [ ] o.e.j.s.Server Started @141774ms
[junit4] 2> 136954 INFO (jetty-launcher-518-thread-3) [ ] o.e.j.s.Server Started @141774ms
[junit4] 2> 136954 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55506}
[junit4] 2> 136954 INFO (jetty-launcher-518-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55507}
[junit4] 2> 136955 ERROR (jetty-launcher-518-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 136955 ERROR (jetty-launcher-518-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 136955 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 136955 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 136955 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 136955 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-20T13:08:24.331Z
[junit4] 2> 136956 INFO (jetty-launcher-518-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 136956 INFO (jetty-launcher-518-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 136956 INFO (jetty-launcher-518-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 136956 INFO (jetty-launcher-518-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-20T13:08:24.332Z
[junit4] 2> 136961 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 136962 INFO (jetty-launcher-518-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 136962 INFO (jetty-launcher-518-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 136962 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 136970 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e9f675a080002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 136972 INFO (jetty-launcher-518-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55502/solr
[junit4] 2> 136972 INFO (jetty-launcher-518-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55502/solr
[junit4] 2> 136974 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e9f675a080004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 136974 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e9f675a080001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 136976 INFO (jetty-launcher-518-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55502/solr
[junit4] 2> 136976 INFO (jetty-launcher-518-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55502/solr
[junit4] 2> 136982 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e9f675a080005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 136983 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e9f675a080006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 136984 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e9f675a080007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 136984 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e9f675a080008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 137042 WARN (jetty-launcher-518-thread-2) [n:127.0.0.1:55506_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 137042 WARN (jetty-launcher-518-thread-3) [n:127.0.0.1:55507_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 137043 WARN (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 137043 WARN (jetty-launcher-518-thread-4) [n:127.0.0.1:55504_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 137061 INFO (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 137061 INFO (jetty-launcher-518-thread-4) [n:127.0.0.1:55504_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 137066 INFO (jetty-launcher-518-thread-2) [n:127.0.0.1:55506_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 137066 INFO (jetty-launcher-518-thread-3) [n:127.0.0.1:55507_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 137067 INFO (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55505_solr
[junit4] 2> 137070 INFO (jetty-launcher-518-thread-4) [n:127.0.0.1:55504_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55504_solr
[junit4] 2> 137070 INFO (jetty-launcher-518-thread-2) [n:127.0.0.1:55506_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55506_solr
[junit4] 2> 137070 INFO (jetty-launcher-518-thread-3) [n:127.0.0.1:55507_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55507_solr
[junit4] 2> 137071 INFO (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.c.Overseer Overseer (id=98691508089651212-127.0.0.1:55505_solr-n_0000000000) starting
[junit4] 2> 137074 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:55506_solr) [n:127.0.0.1:55506_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 137075 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 137075 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 137075 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:55504_solr) [n:127.0.0.1:55504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 137133 INFO (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55505_solr
[junit4] 2> 137138 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 137138 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:55506_solr) [n:127.0.0.1:55506_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 137139 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 137139 INFO (zkCallback-538-thread-1-processing-n:127.0.0.1:55504_solr) [n:127.0.0.1:55504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 137287 INFO (jetty-launcher-518-thread-3) [n:127.0.0.1:55507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55507.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137324 INFO (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55505.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137326 INFO (jetty-launcher-518-thread-2) [n:127.0.0.1:55506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55506.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137334 INFO (jetty-launcher-518-thread-4) [n:127.0.0.1:55504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55504.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137373 INFO (jetty-launcher-518-thread-3) [n:127.0.0.1:55507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55507.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137373 INFO (jetty-launcher-518-thread-3) [n:127.0.0.1:55507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55507.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137382 INFO (jetty-launcher-518-thread-3) [n:127.0.0.1:55507_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001/node3/.
[junit4] 2> 137388 INFO (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55505.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137388 INFO (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55505.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137393 INFO (jetty-launcher-518-thread-1) [n:127.0.0.1:55505_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001/node1/.
[junit4] 2> 137394 INFO (jetty-launcher-518-thread-2) [n:127.0.0.1:55506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55506.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137394 INFO (jetty-launcher-518-thread-2) [n:127.0.0.1:55506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55506.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137398 INFO (jetty-launcher-518-thread-4) [n:127.0.0.1:55504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55504.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137398 INFO (jetty-launcher-518-thread-4) [n:127.0.0.1:55504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55504.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 137398 INFO (jetty-launcher-518-thread-2) [n:127.0.0.1:55506_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001/node2/.
[junit4] 2> 137400 INFO (jetty-launcher-518-thread-4) [n:127.0.0.1:55504_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001/node4/.
[junit4] 2> 137569 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e9f675a08000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 137575 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 137577 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55502/solr ready
[junit4] 2> 137591 INFO (qtp925981940-2431) [n:127.0.0.1:55504_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 137595 INFO (OverseerThreadFactory-841-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
[junit4] 2> 137716 INFO (OverseerStateUpdate-98691508089651212-127.0.0.1:55505_solr-n_0000000000) [n:127.0.0.1:55505_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55507/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 137720 INFO (OverseerStateUpdate-98691508089651212-127.0.0.1:55505_solr-n_0000000000) [n:127.0.0.1:55505_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55505/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 137933 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 137933 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 137934 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 137934 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 138051 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 138051 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 138051 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 138052 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 138960 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 138961 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 138977 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 138978 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
[junit4] 2> 139045 WARN (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 139045 WARN (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 139045 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 139045 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
[junit4] 2> 139046 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55507.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 139046 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 139046 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001/node3/collection1_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001/node3/./collection1_collection_shard1_replica_n1/data/]
[junit4] 2> 139052 WARN (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 139052 WARN (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 139059 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 139059 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
[junit4] 2> 139059 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55505.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79c5f667
[junit4] 2> 139059 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 139059 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001/node1/collection1_collection_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001/tempDir-001/node1/./collection1_collection_shard2_replica_n2/data/]
[junit4] 2> 139129 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 139129 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 139130 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 139130 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 139131 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 139131 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 139132 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 139132 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 139133 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36f9224e[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 139134 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5165ad8c[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 139135 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 139135 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 139135 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 139136 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 139136 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 139136 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579064131858726912
[junit4] 2> 139136 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 139136 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579064131858726912
[junit4] 2> 139137 INFO (searcherExecutor-850-thread-1-processing-n:127.0.0.1:55507_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@36f9224e[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 139137 INFO (searcherExecutor-851-thread-1-processing-n:127.0.0.1:55505_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@5165ad8c[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 139144 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 139144 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 139144 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/
[junit4] 2> 139144 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 139144 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/ has no replicas
[junit4] 2> 139144 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 139148 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 139149 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 139150 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55507/solr/collection1_collection_shard1_replica_n1/
[junit4] 2> 139150 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 139150 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:55507/solr/collection1_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 139150 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 139151 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/ shard2
[junit4] 2> 139156 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55507/solr/collection1_collection_shard1_replica_n1/ shard1
[junit4] 2> 139266 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 139266 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 139266 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 139266 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 139349 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 139362 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 139364 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1431
[junit4] 2> 139364 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1431
[junit4] 2> 139377 INFO (qtp925981940-2431) [n:127.0.0.1:55504_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 139478 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 139478 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 139479 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 139479 INFO (zkCallback-540-thread-2-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 139600 INFO (OverseerCollectionConfigSetProcessor-98691508089651212-127.0.0.1:55505_solr-n_0000000000) [n:127.0.0.1:55505_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 140380 INFO (qtp925981940-2431) [n:127.0.0.1:55504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2788
[junit4] 2> 140380 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1_collection failOnTimeout:true timeout (sec):90
[junit4] 2> 140381 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1_collection
[junit4] 2> 140382 INFO (qtp925981940-2432) [n:127.0.0.1:55504_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 140493 INFO (qtp925981940-2432) [n:127.0.0.1:55504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=110
[junit4] 2> 140516 INFO (TEST-StreamExpressionTest.testParallelReducerStream-seed#[AC28C41B6210D2AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testParallelReducerStream
[junit4] 2> 140523 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1579064133311004672)} 0 2
[junit4] 2> 140525 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133315198976,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140525 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 140526 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140527 INFO (qtp1430561530-2450) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133317296128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140527 INFO (qtp1430561530-2450) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 140527 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 140528 INFO (qtp1430561530-2450) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140528 INFO (qtp1430561530-2450) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 140528 INFO (qtp1430561530-2449) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1579064133308907520),commit=} 0 10
[junit4] 2> 140534 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[2 (1579064133321490432), 3 (1579064133324636160), 5 (1579064133324636161), 6 (1579064133324636162), 7 (1579064133324636163), 9 (1579064133324636164)]} 0 3
[junit4] 2> 140535 INFO (qtp1322263737-2446) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1579064133321490432), 4 (1579064133325684736), 1 (1579064133325684737), 8 (1579064133325684738)]} 0 3
[junit4] 2> 140539 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133329879040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140539 INFO (qtp1430561530-2454) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133329879040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140540 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c70f046 commitCommandVersion:1579064133329879040
[junit4] 2> 140540 INFO (qtp1430561530-2454) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4a3854 commitCommandVersion:1579064133329879040
[junit4] 2> 140572 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3dc5f69[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 140572 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140573 INFO (searcherExecutor-850-thread-1-processing-n:127.0.0.1:55507_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@3dc5f69[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C4)))}
[junit4] 2> 140589 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55507/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 50
[junit4] 2> 140589 INFO (qtp1430561530-2454) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@75abddef[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 140590 INFO (qtp1430561530-2454) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140591 INFO (searcherExecutor-851-thread-1-processing-n:127.0.0.1:55505_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@75abddef[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C6)))}
[junit4] 2> 140591 INFO (qtp1430561530-2454) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55507/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 51
[junit4] 2> 140592 INFO (qtp1322263737-2447) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 55
[junit4] 2> 140599 INFO (TEST-StreamExpressionTest.testParallelReducerStream-seed#[AC28C41B6210D2AA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 140601 INFO (TEST-StreamExpressionTest.testParallelReducerStream-seed#[AC28C41B6210D2AA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55502/solr ready
[junit4] 2> 140604 INFO (qtp1430561530-2427) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/stream params={distrib=false&workerID=0&indent=off&numWorkers=2&expr=reduce(search(collection1,q%3D"*:*",fl%3D"id,a_s,a_i,a_f",sort%3D"a_s+asc,a_f+asc",partitionKeys%3Da_s,zkHost%3D"127.0.0.1:55502/solr"),by%3Da_s,group(n%3D5,sort%3D"a_i+asc"))&wt=json&version=2.2} status=0 QTime=0
[junit4] 2> 140606 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/stream params={distrib=false&workerID=1&indent=off&numWorkers=2&expr=reduce(search(collection1,q%3D"*:*",fl%3D"id,a_s,a_i,a_f",sort%3D"a_s+asc,a_f+asc",partitionKeys%3Da_s,zkHost%3D"127.0.0.1:55502/solr"),by%3Da_s,group(n%3D5,sort%3D"a_i+asc"))&wt=json&version=2.2} status=0 QTime=0
[junit4] 2> 140615 INFO (qtp1430561530-2427) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 140616 INFO (qtp1430561530-2427) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55502/solr ready
[junit4] 2> 140620 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_s+asc,a_f+asc&partitionKeys=a_s&fq={!hash+workers%3D2+worker%3D0}&wt=json&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 140624 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_s+asc,a_f+asc&partitionKeys=a_s&fq={!hash+workers%3D2+worker%3D1}&wt=json&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 140624 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_s+asc,a_f+asc&partitionKeys=a_s&fq={!hash+workers%3D2+worker%3D1}&wt=json&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 140624 INFO (qtp1322263737-2446) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_s+asc,a_f+asc&partitionKeys=a_s&fq={!hash+workers%3D2+worker%3D0}&wt=json&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 140628 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/stream params={distrib=false&workerID=1&indent=off&numWorkers=2&expr=reduce(search(collection1,q%3D"*:*",fl%3D"id,a_s,a_i,a_f",sort%3D"a_s+desc,a_f+asc",partitionKeys%3Da_s,zkHost%3D"127.0.0.1:55502/solr"),by%3Da_s,group(n%3D5,sort%3D"a_i+desc"))&wt=json&version=2.2} status=0 QTime=0
[junit4] 2> 140628 INFO (qtp1430561530-2454) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/stream params={distrib=false&workerID=0&indent=off&numWorkers=2&expr=reduce(search(collection1,q%3D"*:*",fl%3D"id,a_s,a_i,a_f",sort%3D"a_s+desc,a_f+asc",partitionKeys%3Da_s,zkHost%3D"127.0.0.1:55502/solr"),by%3Da_s,group(n%3D5,sort%3D"a_i+desc"))&wt=json&version=2.2} status=0 QTime=0
[junit4] 2> 140631 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&fq={!hash+workers%3D2+worker%3D0}&wt=json&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 140631 INFO (qtp1430561530-2448) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&fq={!hash+workers%3D2+worker%3D1}&wt=json&version=2.2} hits=3 status=0 QTime=1
[junit4] 2> 140632 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&fq={!hash+workers%3D2+worker%3D1}&wt=json&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 140632 INFO (qtp1322263737-2447) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_s+desc,a_f+asc&partitionKeys=a_s&fq={!hash+workers%3D2+worker%3D0}&wt=json&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 140634 INFO (TEST-StreamExpressionTest.testParallelReducerStream-seed#[AC28C41B6210D2AA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testParallelReducerStream
[junit4] 2> 140655 INFO (TEST-StreamExpressionTest.testTupleStream-seed#[AC28C41B6210D2AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTupleStream
[junit4] 2> 140679 INFO (qtp1430561530-2450) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fcb4ae2[collection1_collection_shard2_replica_n2] realtime]
[junit4] 2> 140679 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48312b6c[collection1_collection_shard1_replica_n1] realtime]
[junit4] 2> 140680 INFO (qtp1430561530-2450) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:55507/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1579064133453611008)} 0 23
[junit4] 2> 140681 INFO (qtp1430561530-2448) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133478776832,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140681 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133478776832,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140681 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c70f046 commitCommandVersion:1579064133478776832
[junit4] 2> 140681 INFO (qtp1430561530-2448) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4a3854 commitCommandVersion:1579064133478776832
[junit4] 2> 140699 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b93e1a9[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 140700 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140701 INFO (searcherExecutor-850-thread-1-processing-n:127.0.0.1:55507_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@5b93e1a9[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 140710 INFO (qtp1430561530-2448) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b83e9a3[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 140710 INFO (qtp1430561530-2448) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140711 INFO (searcherExecutor-851-thread-1-processing-n:127.0.0.1:55505_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@3b83e9a3[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 140727 INFO (qtp1430561530-2448) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55507/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 46
[junit4] 2> 140728 INFO (qtp1322263737-2445) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55507/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 47
[junit4] 2> 140728 INFO (qtp1322263737-2440) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1579064133452562432),commit=} 0 72
[junit4] 2> 140731 INFO (qtp1430561530-2427) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[hello (1579064133529108480), hello1 (1579064133531205632)]} 0 2
[junit4] 2> 140732 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133532254208,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140732 INFO (qtp1322263737-2442) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133532254208,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140732 INFO (qtp1322263737-2442) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 140732 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4a3854 commitCommandVersion:1579064133532254208
[junit4] 2> 140733 INFO (qtp1322263737-2442) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140733 INFO (qtp1322263737-2442) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 140833 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3be584c2[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 140834 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140835 INFO (searcherExecutor-851-thread-1-processing-n:127.0.0.1:55505_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@3be584c2[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C2)))}
[junit4] 2> 140835 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 102
[junit4] 2> 140835 INFO (qtp1430561530-2449) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 103
[junit4] 2> 140838 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/stream params={indent=off&expr=tuple(results%3Dsearch(collection1,+q%3D"*:*",+fl%3D"id,test_t",+sort%3D"id+desc"),+sum%3Dadd(1,1))&wt=json&version=2.2} status=0 QTime=0
[junit4] 2> 140840 INFO (qtp1322263737-2446) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,test_t&sort=id+desc&wt=json&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 140840 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,test_t&sort=id+desc&wt=json&version=2.2} hits=2 status=0 QTime=0
[junit4] 2> 140842 INFO (TEST-StreamExpressionTest.testTupleStream-seed#[AC28C41B6210D2AA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTupleStream
[junit4] 2> 140868 INFO (TEST-StreamExpressionTest.testFetchStream-seed#[AC28C41B6210D2AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFetchStream
[junit4] 2> 140871 INFO (qtp1430561530-2448) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@71323ab2[collection1_collection_shard2_replica_n2] realtime]
[junit4] 2> 140871 INFO (qtp1322263737-2442) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1579064133676957696)} 0 1
[junit4] 2> 140873 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133680103424,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140873 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133680103424,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140873 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 140873 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4a3854 commitCommandVersion:1579064133680103424
[junit4] 2> 140878 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140878 INFO (qtp1322263737-2436) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 140878 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@232099ec[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 140879 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140880 INFO (searcherExecutor-851-thread-1-processing-n:127.0.0.1:55505_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@232099ec[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 140880 INFO (qtp1430561530-2453) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
[junit4] 2> 140880 INFO (qtp1430561530-2448) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1579064133675909120),commit=} 0 11
[junit4] 2> 140883 INFO (qtp1430561530-2449) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[2 (1579064133688492032), 3 (1579064133690589184), 5 (1579064133690589185), 6 (1579064133690589186), 7 (1579064133690589187), 9 (1579064133690589188)]} 0 2
[junit4] 2> 140886 INFO (qtp1322263737-2446) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1579064133688492032), 4 (1579064133692686336), 1 (1579064133693734912), 8 (1579064133693734913)]} 0 4
[junit4] 2> 140887 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133694783488,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140887 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579064133694783488,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 140887 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c70f046 commitCommandVersion:1579064133694783488
[junit4] 2> 140887 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@f4a3854 commitCommandVersion:1579064133694783488
[junit4] 2> 140992 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77f43237[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 140992 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 140993 INFO (searcherExecutor-850-thread-1-processing-n:127.0.0.1:55507_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@77f43237[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C4)))}
[junit4] 2> 140993 INFO (qtp1322263737-2444) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 105
[junit4] 2> 141009 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@13e919f1[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 141010 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 141010 INFO (searcherExecutor-851-thread-1-processing-n:127.0.0.1:55505_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@13e919f1[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):C6)))}
[junit4] 2> 141011 INFO (qtp1430561530-2441) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:55505/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 123
[junit4] 2> 141011 INFO (qtp1430561530-2454) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 124
[junit4] 2> 141016 INFO (TEST-StreamExpressionTest.testFetchStream-seed#[AC28C41B6210D2AA]) [ ] o.a.s.c.c.ZkStat
[...truncated too long message...]
ion_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=682865904
[junit4] 2> 218273 INFO (coreCloseExecutor-982-thread-1) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b46eeb8: rootName = solr_55507, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@208cff91
[junit4] 2> 218275 WARN (zkCallback-538-thread-2-processing-n:127.0.0.1:55504_solr) [n:127.0.0.1:55504_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 218275 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 218275 INFO (zkCallback-537-thread-2-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 218276 INFO (zkCallback-1978-thread-1-processing-n:127.0.0.1:55507_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 218277 INFO (jetty-closer-519-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22b65624{/solr,null,UNAVAILABLE}
[junit4] 2> 218278 INFO (zkCallback-1978-thread-2-processing-n:127.0.0.1:55507_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 218285 INFO (coreCloseExecutor-981-thread-1) [n:127.0.0.1:55505_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=1848342422
[junit4] 2> 218286 INFO (coreCloseExecutor-982-thread-1) [n:127.0.0.1:55507_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=682865904
[junit4] 2> 218291 INFO (jetty-closer-519-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98691508089651212-127.0.0.1:55505_solr-n_0000000000) closing
[junit4] 2> 218291 INFO (OverseerStateUpdate-98691508089651212-127.0.0.1:55505_solr-n_0000000000) [n:127.0.0.1:55505_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55505_solr
[junit4] 2> 218292 WARN (zkCallback-537-thread-1-processing-n:127.0.0.1:55507_solr) [n:127.0.0.1:55507_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 218292 INFO (jetty-closer-519-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33d38953{/solr,null,UNAVAILABLE}
[junit4] 2> 218292 INFO (zkCallback-540-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 218294 WARN (zkCallback-540-thread-1-processing-n:127.0.0.1:55505_solr) [n:127.0.0.1:55505_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 218294 INFO (jetty-closer-519-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32edb74d{/solr,null,UNAVAILABLE}
[junit4] 2> 218299 ERROR (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 218299 INFO (SUITE-StreamExpressionTest-seed#[AC28C41B6210D2AA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55502 55502
[junit4] 2> 218322 INFO (Thread-518) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55502 55502
[junit4] 2> 218402 WARN (Thread-518) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 73 /solr/aliases.json
[junit4] 2> 73 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 73 /solr/clusterstate.json
[junit4] 2> 20 /solr/collections/destination/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 20 /solr/collections/destinationCollection/state.json
[junit4] 2> 20 /solr/collections/mainCorpus/state.json
[junit4] 2> 18 /solr/collections/workQueue/state.json
[junit4] 2> 18 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 10 /solr/collections/collection1_collection/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98691508089651210-127.0.0.1:55504_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98691508089651212-127.0.0.1:55505_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 73 /solr/live_nodes
[junit4] 2> 73 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_AC28C41B6210D2AA-001
[junit4] 2> Sep 20, 2017 1:09:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=FST50, join2_s=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), subject=PostingsFormat(name=Direct), a1_s=PostingsFormat(name=Direct), a2_s=FSTOrd50, test_t=FSTOrd50, level1_s=FST50, ident_s=PostingsFormat(name=Direct), body_t=FSTOrd50, s_multi=FSTOrd50, col_s=PostingsFormat(name=Direct), a_ss=PostingsFormat(name=LuceneVarGapFixedInterval), level2_s=PostingsFormat(name=LuceneVarGapFixedInterval), a_s=FSTOrd50, a_t=PostingsFormat(name=LuceneVarGapFixedInterval), side_s=FSTOrd50, id=FST50, text=FSTOrd50}, docValues:{expr_s=DocValuesFormat(name=Asserting), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), a2_s=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Asserting), join3_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Asserting), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Memory), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Memory), i_multi=DocValuesFormat(name=Asserting), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Asserting), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), side_s=DocValuesFormat(name=Direct), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=418, maxMBSortInHeap=7.129571971125257, sim=RandomSimilarity(queryNorm=false): {}, locale=el-GR, timezone=Pacific/Port_Moresby
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=28865168,total=207163392
[junit4] 2> NOTE: All tests run in this JVM: [StreamExpressionToExpessionTest, AddEvaluatorTest, CumulativeProbabilityEvaluatorTest, MultiplyEvaluatorTest, TestCollectionAdminRequest, SolrExampleStreamingBinaryTest, MergeIndexesEmbeddedTest, ArrayEvaluatorTest, GreaterThanEvaluatorTest, LargeVolumeEmbeddedTest, UuidEvaluatorTest, TestCloudSolrClientConnections, SchemaTest, SolrQueryTest, LengthEvaluatorTest, HttpSolrClientBuilderTest, EmpiricalDistributionEvaluatorTest, QueryResponseTest, ClientUtilsTest, SolrExampleJettyTest, StreamingTest, HyperbolicSineEvaluatorTest, TestPolicy, GraphTest, PowerEvaluatorTest, SineEvaluatorTest, NormalDistributionEvaluatorTest, ArcSineEvaluatorTest, ConcurrentUpdateSolrClientBuilderTest, NotEvaluatorTest, SubtractEvaluatorTest, TestJsonRecordReader, CosineEvaluatorTest, AnlysisResponseBaseTest, LargeVolumeJettyTest, SolrParamTest, TermsResponseTest, TestNamedListCodec, TestDocumentObjectBinder, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, SolrDocumentTest, SolrExceptionTest, FieldAnalysisResponseTest, NamedListTest, FacetFieldTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, BasicHttpSolrClientTest, CloudSolrClientBuilderTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest, SelectWithEvaluatorsTest, StreamExpressionTest]
[junit4] Completed [145/145 (1!)] on J1 in 81.88s, 110 tests, 1 failure, 9 skipped <<< FAILURES!
[...truncated 45297 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4175
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4175/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
9 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks
Error Message:
Captured an uncaught exception in thread: Thread[id=6103, name=OverseerThreadFactory-2857-thread-5, state=RUNNABLE, group=Overseer collection creation process.]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6103, name=OverseerThreadFactory-2857-thread-5, state=RUNNABLE, group=Overseer collection creation process.]
Caused by: java.lang.NoClassDefFoundError: org/apache/solr/cloud/Overseer$FailedOp
at __randomizedtesting.SeedInfo.seed([28E848BC04C5BB09]:0)
at org.apache.solr.cloud.Overseer$Stats.storeFailureDetails(Overseer.java:847)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.updateStats(OverseerTaskProcessor.java:555)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:467)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:52421/qk_/c
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52421/qk_/c
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1669)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1696)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:610)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 53 more
FAILED: org.apache.solr.cloud.ShardSplitTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56133/_un
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56133/_un
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:936)
at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:549)
at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 47 more
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Captured an uncaught exception in thread: Thread[id=13774, name=OverseerThreadFactory-4697-thread-5, state=RUNNABLE, group=Overseer collection creation process.]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13774, name=OverseerThreadFactory-4697-thread-5, state=RUNNABLE, group=Overseer collection creation process.]
Caused by: java.lang.NoClassDefFoundError: org/apache/solr/cloud/Overseer$FailedOp
at __randomizedtesting.SeedInfo.seed([28E848BC04C5BB09]:0)
at org.apache.solr.cloud.Overseer$Stats.storeFailureDetails(Overseer.java:847)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.updateStats(OverseerTaskProcessor.java:555)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:467)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
Captured an uncaught exception in thread: Thread[id=14416, name=OverseerThreadFactory-4942-thread-5, state=RUNNABLE, group=Overseer collection creation process.]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14416, name=OverseerThreadFactory-4942-thread-5, state=RUNNABLE, group=Overseer collection creation process.]
Caused by: java.lang.NoClassDefFoundError: org/apache/solr/cloud/Overseer$FailedOp
at __randomizedtesting.SeedInfo.seed([28E848BC04C5BB09]:0)
at org.apache.solr.cloud.Overseer$Stats.storeFailureDetails(Overseer.java:847)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.updateStats(OverseerTaskProcessor.java:555)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:467)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestConfigSetsAPIZkFailure.testCreateZkFailure
Error Message:
Captured an uncaught exception in thread: Thread[id=7710, name=OverseerThreadFactory-3653-thread-1, state=RUNNABLE, group=Overseer collection creation process.]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7710, name=OverseerThreadFactory-3653-thread-1, state=RUNNABLE, group=Overseer collection creation process.]
at __randomizedtesting.SeedInfo.seed([28E848BC04C5BB09:19A7170AB9E0BD8F]:0)
Caused by: java.lang.NoClassDefFoundError: org/apache/solr/cloud/Overseer$FailedOp
at __randomizedtesting.SeedInfo.seed([28E848BC04C5BB09]:0)
at org.apache.solr.cloud.Overseer$Stats.storeFailureDetails(Overseer.java:847)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.updateStats(OverseerTaskProcessor.java:555)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:467)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=6573, name=OverseerThreadFactory-3032-thread-3, state=RUNNABLE, group=Overseer collection creation process.]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6573, name=OverseerThreadFactory-3032-thread-3, state=RUNNABLE, group=Overseer collection creation process.]
Caused by: java.lang.NoClassDefFoundError: org/apache/solr/cloud/Overseer$FailedOp
at __randomizedtesting.SeedInfo.seed([28E848BC04C5BB09]:0)
at org.apache.solr.cloud.Overseer$Stats.storeFailureDetails(Overseer.java:847)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.updateStats(OverseerTaskProcessor.java:555)
at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:467)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess
Error Message:
Error from server at http://127.0.0.1:58199/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58199/solr: create the collection time out:180s
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup
Error Message:
Error from server at http://127.0.0.1:58199/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58199/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([28E848BC04C5BB09:FFC005641525F2E7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11653 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 433852 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[28E848BC04C5BB09]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/init-core-data-001
[junit4] 2> 433853 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[28E848BC04C5BB09]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 433853 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[28E848BC04C5BB09]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 433857 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[28E848BC04C5BB09]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 433858 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[28E848BC04C5BB09]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qk_/c
[junit4] 2> 433859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 433860 INFO (Thread-1094) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 433860 INFO (Thread-1094) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 433869 ERROR (Thread-1094) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 433976 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.ZkTestServer start zk server on port:52417
[junit4] 2> 434008 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 434011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 434013 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 434015 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 434017 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 434019 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 434021 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 434023 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 434024 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 434026 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 434029 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 434031 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 435106 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 435117 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ac310a6{/qk_/c,null,AVAILABLE}
[junit4] 2> 435120 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@680dba42{HTTP/1.1,[http/1.1]}{127.0.0.1:52421}
[junit4] 2> 435120 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.Server Started @439712ms
[junit4] 2> 435120 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/tempDir-001/control/data, replicaType=NRT, hostContext=/qk_/c, hostPort=52421, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/control-001/cores}
[junit4] 2> 435121 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 435121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 435122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 435122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 435122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-20T00:07:49.978Z
[junit4] 2> 435128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 435128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/control-001/solr.xml
[junit4] 2> 435147 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 435153 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52417/solr
[junit4] 2> 435474 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 435475 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52421_qk_%2Fc
[junit4] 2> 435476 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.Overseer Overseer (id=98688438679961604-127.0.0.1:52421_qk_%2Fc-n_0000000000) starting
[junit4] 2> 435487 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52421_qk_%2Fc
[junit4] 2> 435504 INFO (zkCallback-844-thread-1-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 435727 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 435737 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 435737 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 435739 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/control-001/cores
[junit4] 2> 435781 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 435782 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52417/solr ready
[junit4] 2> 435786 INFO (qtp1802690322-4802) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52421_qk_%252Fc&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 435790 INFO (OverseerThreadFactory-1986-thread-1-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 435936 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 435937 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 436056 INFO (zkCallback-844-thread-1-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 436961 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 436970 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 437015 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 437034 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 437035 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 437035 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 437035 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 437037 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 437039 WARN (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 437084 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 437084 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 437085 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 437085 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 437086 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 437086 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c5ef383[control_collection_shard1_replica_n1] main]
[junit4] 2> 437087 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 437088 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 437088 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 437089 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579015022255800320
[junit4] 2> 437089 INFO (searcherExecutor-1989-thread-1-processing-n:127.0.0.1:52421_qk_%2Fc x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5c5ef383[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 437095 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 437095 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 437095 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52421/qk_/c/control_collection_shard1_replica_n1/
[junit4] 2> 437095 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 437095 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:52421/qk_/c/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 437095 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 437100 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52421/qk_/c/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 437205 INFO (zkCallback-844-thread-1-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 437262 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 437264 INFO (qtp1802690322-4804) [n:127.0.0.1:52421_qk_%2Fc c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1327
[junit4] 2> 437268 INFO (qtp1802690322-4802) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 437375 INFO (zkCallback-844-thread-1-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 437793 INFO (OverseerCollectionConfigSetProcessor-98688438679961604-127.0.0.1:52421_qk_%2Fc-n_0000000000) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 438273 INFO (qtp1802690322-4802) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52421_qk_%252Fc&wt=javabin&version=2} status=0 QTime=2486
[junit4] 2> 438285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 438287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52417/solr ready
[junit4] 2> 438287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 438288 INFO (qtp1802690322-4807) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 438291 INFO (OverseerThreadFactory-1986-thread-2-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 438293 WARN (OverseerThreadFactory-1986-thread-2-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 438519 INFO (qtp1802690322-4807) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 438520 INFO (qtp1802690322-4807) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=232
[junit4] 2> 438968 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-1-001 of type NRT
[junit4] 2> 438968 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 438970 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20a74b3f{/qk_/c,null,AVAILABLE}
[junit4] 2> 438970 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57438d58{HTTP/1.1,[http/1.1]}{127.0.0.1:52432}
[junit4] 2> 438970 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.Server Started @443562ms
[junit4] 2> 438970 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/qk_/c, hostPort=52432, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-1-001/cores}
[junit4] 2> 438970 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 438971 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 438971 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 438971 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 438971 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-20T00:07:53.827Z
[junit4] 2> 438975 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 438975 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-1-001/solr.xml
[junit4] 2> 438983 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 438987 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52417/solr
[junit4] 2> 439002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 439006 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 439009 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52432_qk_%2Fc
[junit4] 2> 439012 INFO (zkCallback-844-thread-1-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 439012 INFO (zkCallback-856-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 439012 INFO (zkCallback-851-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 439113 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 439123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 439124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 439126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-1-001/cores
[junit4] 2> 439160 INFO (qtp1109532128-4843) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52432_qk_%252Fc&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 439163 INFO (OverseerCollectionConfigSetProcessor-98688438679961604-127.0.0.1:52421_qk_%2Fc-n_0000000000) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 439164 INFO (OverseerThreadFactory-1986-thread-3-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:52432_qk_%2Fc for creating new replica
[junit4] 2> 439169 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 439170 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 439278 INFO (zkCallback-856-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 440195 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 440210 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 440285 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 440312 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 440312 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 440312 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 440312 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 440315 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 440317 WARN (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 440409 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 440409 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 440410 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 440410 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 440411 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 440412 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@775697db[collection1_shard2_replica_n61] main]
[junit4] 2> 440413 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 440415 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 440416 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 440416 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579015025744412672
[junit4] 2> 440417 INFO (searcherExecutor-2000-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@775697db[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 440423 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 440423 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 440423 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52432/qk_/c/collection1_shard2_replica_n61/
[junit4] 2> 440423 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 440423 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:52432/qk_/c/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 440423 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 440429 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52432/qk_/c/collection1_shard2_replica_n61/ shard2
[junit4] 2> 440562 INFO (zkCallback-856-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 440596 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 440601 INFO (qtp1109532128-4845) [n:127.0.0.1:52432_qk_%2Fc c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1432
[junit4] 2> 440605 INFO (qtp1109532128-4843) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52432_qk_%252Fc&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1445
[junit4] 2> 440704 INFO (zkCallback-856-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 441137 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-2-001 of type NRT
[junit4] 2> 441138 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 441140 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2158742{/qk_/c,null,AVAILABLE}
[junit4] 2> 441141 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e0d9f3a{HTTP/1.1,[http/1.1]}{127.0.0.1:52438}
[junit4] 2> 441142 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.Server Started @445734ms
[junit4] 2> 441142 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/qk_/c, hostPort=52438, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-2-001/cores}
[junit4] 2> 441142 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 441144 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 441144 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 441144 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 441144 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-20T00:07:56Z
[junit4] 2> 441148 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 441148 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-2-001/solr.xml
[junit4] 2> 441153 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 441157 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52417/solr
[junit4] 2> 441166 INFO (OverseerCollectionConfigSetProcessor-98688438679961604-127.0.0.1:52421_qk_%2Fc-n_0000000000) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 441174 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 441178 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 441183 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52438_qk_%2Fc
[junit4] 2> 441187 INFO (zkCallback-844-thread-1-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 441187 INFO (zkCallback-856-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 441188 INFO (zkCallback-862-thread-1-processing-n:127.0.0.1:52438_qk_%2Fc) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 441189 INFO (zkCallback-851-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 441319 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 441330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 441331 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 441333 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-2-001/cores
[junit4] 2> 441371 INFO (qtp1109532128-4846) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52438_qk_%252Fc&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 441380 INFO (OverseerThreadFactory-1986-thread-4-processing-n:127.0.0.1:52421_qk_%2Fc) [n:127.0.0.1:52421_qk_%2Fc ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:52438_qk_%2Fc for creating new replica
[junit4] 2> 441385 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 441386 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 441505 INFO (zkCallback-856-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 441505 INFO (zkCallback-862-thread-1-processing-n:127.0.0.1:52438_qk_%2Fc) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 442441 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 442454 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 442542 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 442570 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 442571 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c7c4643
[junit4] 2> 442571 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 442571 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 442574 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 442577 WARN (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 442665 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 442665 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 442666 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 442666 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 442667 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 442668 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@9f9d9d7[collection1_shard3_replica_n63] main]
[junit4] 2> 442669 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 442669 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 442670 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 442670 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579015028107902976
[junit4] 2> 442672 INFO (searcherExecutor-2011-thread-1-processing-n:127.0.0.1:52438_qk_%2Fc x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@9f9d9d7[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 442677 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 442677 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 442677 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52438/qk_/c/collection1_shard3_replica_n63/
[junit4] 2> 442677 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 442677 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:52438/qk_/c/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 442677 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 442682 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52438/qk_/c/collection1_shard3_replica_n63/ shard3
[junit4] 2> 442787 INFO (zkCallback-856-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 442787 INFO (zkCallback-862-thread-1-processing-n:127.0.0.1:52438_qk_%2Fc) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 442795 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 442798 INFO (qtp1209554715-4873) [n:127.0.0.1:52438_qk_%2Fc c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1412
[junit4] 2> 442802 INFO (qtp1109532128-4846) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52438_qk_%252Fc&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1431
[junit4] 2> 442903 INFO (zkCallback-856-thread-1-processing-n:127.0.0.1:52432_qk_%2Fc) [n:127.0.0.1:52432_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 442903 INFO (zkCallback-862-thread-1-processing-n:127.0.0.1:52438_qk_%2Fc) [n:127.0.0.1:52438_qk_%2Fc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 443204 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_28E848BC04C5BB09-001/shard-3-001 of type NRT
[junit4] 2> 443205 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[28E848BC04C5BB09]) [ ] o.e.j.s.Server jetty-9.3.20.v2017
[...truncated too long message...]
solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([28E848BC04C5BB09:FFC005641525F2E7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:102)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3630469 INFO (jetty-closer-2710-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@44ce6430{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3630472 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=563449691
[junit4] 2> 3630472 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3630472 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@116c54f1: rootName = solr_58199, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3f2c73a5
[junit4] 2> 3630479 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3630479 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7607b291: rootName = solr_58199, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@378a675c
[junit4] 2> 3630483 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3630483 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37f6aeea: rootName = solr_58199, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4be635f0
[junit4] 2> 3630486 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3630487 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3630488 INFO (jetty-closer-2710-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98688577349812227-127.0.0.1:58199_solr-n_0000000000) closing
[junit4] 2> 3630489 INFO (OverseerStateUpdate-98688577349812227-127.0.0.1:58199_solr-n_0000000000) [n:127.0.0.1:58199_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58199_solr
[junit4] 2> 3630491 WARN (zkCallback-2716-thread-8-processing-n:127.0.0.1:58199_solr) [n:127.0.0.1:58199_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3630492 INFO (jetty-closer-2710-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@447e0c2e{/solr,null,UNAVAILABLE}
[junit4] 2> 3630494 ERROR (SUITE-TestCloudSearcherWarming-seed#[28E848BC04C5BB09]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3630495 INFO (SUITE-TestCloudSearcherWarming-seed#[28E848BC04C5BB09]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58197 58197
[junit4] 2> 3630512 INFO (Thread-2382) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58197 58197
[junit4] 2> 3630682 WARN (Thread-2382) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_28E848BC04C5BB09-001
[junit4] 2> Sep 20, 2017 1:01:05 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=178, maxMBSortInHeap=5.393327558970921, sim=RandomSimilarity(queryNorm=true): {}, locale=nn-NO, timezone=Europe/Podgorica
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=153579928,total=356515840
[junit4] 2> NOTE: All tests run in this JVM: [IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestLocalFSCloudBackupRestore, EnumFieldTest, ShowFileRequestHandlerTest, TestCustomStream, TestSolrQueryParser, TestFastWriter, SolrRequestParserTest, TestSubQueryTransformerCrossCore, HdfsRecoverLeaseTest, TestTolerantUpdateProcessorCloud, TestJavabinTupleStreamParser, SpellCheckComponentTest, TestDFISimilarityFactory, TestXmlQParser, UpdateLogTest, TestSolrDeletionPolicy1, DistributedFacetPivotWhiteBoxTest, ConnectionReuseTest, TestCollationField, CdcrReplicationDistributedZkTest, PluginInfoTest, TestGraphTermsQParserPlugin, OpenCloseCoreStressTest, BaseCdcrDistributedZkTest, LeaderElectionIntegrationTest, TestConfigSets, TermsComponentTest, TestDeleteCollectionOnDownNodes, ZkStateReaderTest, TestCloudDeleteByQuery, TestRealTimeGet, TermVectorComponentDistributedTest, HttpSolrCallGetCoreTest, TestNumericTerms32, TestSegmentSorting, TestSimpleTextCodec, TestSolr4Spatial2, HdfsCollectionsAPIDistributedZkTest, BlockJoinFacetSimpleTest, DateRangeFieldTest, CloudExitableDirectoryReaderTest, TestSQLHandlerNonCloud, CollectionStateFormat2Test, TlogReplayBufferedWhileIndexingTest, TestMiniSolrCloudClusterSSL, TestAuthorizationFramework, OverseerRolesTest, TestGeoJSONResponseWriter, SolrIndexMetricsTest, PreAnalyzedUpdateProcessorTest, SolrShardReporterTest, SynonymTokenizerTest, TestCloudManagedSchema, TemplateUpdateProcessorTest, UpdateRequestProcessorFactoryTest, TestEmbeddedSolrServerSchemaAPI, TestConfigReload, FullSolrCloudDistribCmdsTest, HdfsUnloadDistributedZkTest, BadComponentTest, SolrPluginUtilsTest, TestCrossCoreJoin, TestSchemaResource, TestCollationFieldDocValues, ExternalFileFieldSortTest, TestDocSet, TestFieldTypeResource, PreAnalyzedFieldTest, TestManagedSchema, VMParamsZkACLAndCredentialsProvidersTest, TestPrepRecovery, TestEmbeddedSolrServerAdminHandler, HdfsChaosMonkeyNothingIsSafeTest, AliasIntegrationTest, EchoParamsTest, ConjunctionSolrSpellCheckerTest, TestComplexPhraseQParserPlugin, DistributedQueryComponentOptimizationTest, TestValueSourceCache, TestCloudNestedDocsSort, SpellingQueryConverterTest, MultiThreadedOCPTest, SharedFSAutoReplicaFailoverUtilsTest, TestFastLRUCache, TestCloudPseudoReturnFields, MoreLikeThisHandlerTest, ReplicaListTransformerTest, LukeRequestHandlerTest, TestPartialUpdateDeduplication, TestSolr4Spatial, TestFastOutputStream, TestExpandComponent, TestDistributedGrouping, TestPivotHelperCode, PingRequestHandlerTest, TestElisionMultitermQuery, TestCloudJSONFacetJoinDomain, SearchHandlerTest, TermVectorComponentTest, TestConfigSetsAPIZkFailure, OverseerTaskQueueTest, SolrCoreCheckLockOnStartupTest, CdcrRequestHandlerTest, FacetPivotSmallTest, BlockDirectoryTest, TestPayloadScoreQParserPlugin, SolrJmxReporterCloudTest, BasicAuthStandaloneTest, CoreMergeIndexesAdminHandlerTest, BasicDistributedZk2Test, TestReloadDeadlock, TestBackupRepositoryFactory, TestOverriddenPrefixQueryForCustomFieldType, AutoCommitTest, TestStressLucene, TestRangeQuery, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestUseDocValuesAsStored, TestHighFrequencyDictionaryFactory, TestDownShardTolerantSearch, AssignTest, TestMinMaxOnMultiValuedField, TestNumericRangeQuery32, TestLegacyFieldReuse, TestQueryUtils, TestStressLiveNodes, TestReRankQParserPlugin, TestDelegationWithHadoopAuth, TestRemoteStreaming, DistributedExpandComponentTest, TolerantUpdateProcessorTest, SolrSlf4jReporterTest, DeleteLastCustomShardedReplicaTest, TestExceedMaxTermLength, LeaderInitiatedRecoveryOnShardRestartTest, ShardRoutingCustomTest, SolrMetricReporterTest, TestDocTermOrds, TestFieldCacheReopen, ShardSplitTest, TestInPlaceUpdatesDistrib, TestSearchPerf, SolrIndexConfigTest, TestExactSharedStatsCache, AnalyticsMergeStrategyTest, TestCharFilters, TestCloudSearcherWarming]
[junit4] Completed [526/733 (6!)] on J1 in 1081.44s, 2 tests, 2 errors <<< FAILURES!
[...truncated 46811 lines...]