You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/05/11 17:37:59 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 31 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/31/
3 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ source_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ source_collection
at __randomizedtesting.SeedInfo.seed([B63DE4397274D9EB:6534B42737E7457C]:0)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:277)
at org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:233)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.AssertionError: expected:<120> but was:<130>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:268)
... 42 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1224) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1009) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1224) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1009) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1224)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1009)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1224)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1009)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1063)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:99)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:779)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:976)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:517)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1238)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:749)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([B63DE4397274D9EB]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:331)
at sun.reflect.GeneratedMethodAccessor59.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.security.AuditLoggerIntegrationTest.testSynchronous
Error Message:
expected:<3> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
at __randomizedtesting.SeedInfo.seed([B63DE4397274D9EB:18BA2B85EAD2536]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.security.AuditLoggerIntegrationTest.assertThreeAdminEvents(AuditLoggerIntegrationTest.java:253)
at org.apache.solr.security.AuditLoggerIntegrationTest.testSynchronous(AuditLoggerIntegrationTest.java:100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13851 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/init-core-data-001
[junit4] 2> 654460 WARN (SUITE-CdcrReplicationHandlerTest-seed#[B63DE4397274D9EB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
[junit4] 2> 654460 INFO (SUITE-CdcrReplicationHandlerTest-seed#[B63DE4397274D9EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 654462 INFO (SUITE-CdcrReplicationHandlerTest-seed#[B63DE4397274D9EB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 654462 INFO (SUITE-CdcrReplicationHandlerTest-seed#[B63DE4397274D9EB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 654462 INFO (SUITE-CdcrReplicationHandlerTest-seed#[B63DE4397274D9EB]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 654496 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 654500 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 654500 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 654605 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer start zk server on port:46144
[junit4] 2> 654605 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46144
[junit4] 2> 654605 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46144
[junit4] 2> 654668 INFO (zkConnectionManagerCallback-1310-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 654687 INFO (zkConnectionManagerCallback-1312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 654688 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 654689 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 654702 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 654703 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 654704 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 654705 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 654706 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 654723 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 654724 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 654724 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 654725 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 654726 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPartialReplicationWithTruncatedTlog
[junit4] 2> 655512 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 655529 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 655529 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 655529 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 655553 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 655553 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 655553 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 655555 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@753d830f{/,null,AVAILABLE}
[junit4] 2> 655660 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eaaf4d5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37531}
[junit4] 2> 655661 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.Server Started @655745ms
[junit4] 2> 655661 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=37531, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-001/cores}
[junit4] 2> 655661 ERROR (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 655661 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 655661 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.0
[junit4] 2> 655661 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 655661 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 655661 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-11T14:36:39.664Z
[junit4] 2> 655682 INFO (zkConnectionManagerCallback-1314-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 655691 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 655691 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-001/solr.xml
[junit4] 2> 655729 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 655729 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 655730 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 656173 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 656175 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5aeddfa7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 656185 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@47aec0c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 656186 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46144/solr
[junit4] 2> 656211 INFO (zkConnectionManagerCallback-1321-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 656214 INFO (zkConnectionManagerCallback-1323-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 656502 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37531_
[junit4] 2> 656503 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.c.Overseer Overseer (id=74673974622289924-127.0.0.1:37531_-n_0000000000) starting
[junit4] 2> 656550 INFO (zkConnectionManagerCallback-1330-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 656559 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46144/solr ready
[junit4] 2> 656560 INFO (OverseerStateUpdate-74673974622289924-127.0.0.1:37531_-n_0000000000) [n:127.0.0.1:37531_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37531_
[junit4] 2> 656561 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37531_
[junit4] 2> 656574 INFO (zkCallback-1322-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 656575 INFO (zkCallback-1329-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 656671 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 656703 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37
[junit4] 2> 656727 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37
[junit4] 2> 656727 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37
[junit4] 2> 656741 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [n:127.0.0.1:37531_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-001/cores
[junit4] 2> 657515 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 657515 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 657515 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 657515 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 657516 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 657516 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 657516 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 657517 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25582f3{/,null,AVAILABLE}
[junit4] 2> 657527 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b20e1b2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44235}
[junit4] 2> 657527 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.s.Server Started @657611ms
[junit4] 2> 657527 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=44235, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-002/cores}
[junit4] 2> 657527 ERROR (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 657527 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 657527 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.0
[junit4] 2> 657527 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 657527 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 657527 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-11T14:36:41.530Z
[junit4] 2> 657564 INFO (zkConnectionManagerCallback-1333-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 657565 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 657565 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-002/solr.xml
[junit4] 2> 657581 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 657581 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 657607 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 657972 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 658022 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@31b06b3a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 658256 WARN (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6f1b4467[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 658257 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46144/solr
[junit4] 2> 658344 INFO (zkConnectionManagerCallback-1340-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 658381 INFO (zkConnectionManagerCallback-1342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 658384 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 658399 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:44235_ as DOWN
[junit4] 2> 658400 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 658400 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44235_
[junit4] 2> 658434 INFO (zkCallback-1322-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 658466 INFO (zkCallback-1329-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 658482 INFO (zkCallback-1341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 658636 INFO (zkConnectionManagerCallback-1349-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 658653 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 658655 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46144/solr ready
[junit4] 2> 658671 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 658779 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37
[junit4] 2> 658818 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37
[junit4] 2> 658818 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37
[junit4] 2> 658831 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-002/cores
[junit4] 2> 659004 INFO (zkConnectionManagerCallback-1355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 659011 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 659025 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46144/solr ready
[junit4] 2> 659029 INFO (qtp2034139592-5561) [n:127.0.0.1:37531_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 659053 INFO (OverseerThreadFactory-992-thread-1-processing-n:127.0.0.1:37531_) [n:127.0.0.1:37531_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
[junit4] 2> 659189 WARN (OverseerThreadFactory-992-thread-1-processing-n:127.0.0.1:37531_) [n:127.0.0.1:37531_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
[junit4] 2> 659191 INFO (qtp2034139592-5561) [n:127.0.0.1:37531_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 659192 INFO (qtp2034139592-5561) [n:127.0.0.1:37531_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=162
[junit4] 2> 659193 INFO (qtp2034139592-5562) [n:127.0.0.1:37531_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37531_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 659204 INFO (OverseerThreadFactory-992-thread-2-processing-n:127.0.0.1:37531_) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37531_ for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 659205 INFO (OverseerThreadFactory-992-thread-2-processing-n:127.0.0.1:37531_) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 659205 INFO (OverseerCollectionConfigSetProcessor-74673974622289924-127.0.0.1:37531_-n_0000000000) [n:127.0.0.1:37531_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 659252 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ x:tmp_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 659252 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ x:tmp_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 660379 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 660436 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.s.IndexSchema [tmp_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 661222 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 661926 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from collection tmp_collection, trusted=true
[junit4] 2> 661926 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37
[junit4] 2> 662006 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
[junit4] 2> 662009 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6408436810284402]
[junit4] 2> 662640 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 662640 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 662642 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 662642 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 662655 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=27746017, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 662656 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68f121bf[tmp_collection_shard1_replica_n1] main]
[junit4] 2> 662659 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 662678 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 662679 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 662696 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 662732 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 662816 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633246675539591168
[junit4] 2> 662864 INFO (searcherExecutor-1006-thread-1-processing-n:127.0.0.1:37531_ x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1] Registered new searcher Searcher@68f121bf[tmp_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 662865 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 662865 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
[junit4] 2> 662887 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 662887 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 662887 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37531/tmp_collection_shard1_replica_n1/
[junit4] 2> 662888 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 662888 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37531/tmp_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 662888 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/74673974622289924-core_node2-n_0000000000
[junit4] 2> 662888 INFO (zkCallback-1322-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 662903 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37531/tmp_collection_shard1_replica_n1/ shard1
[junit4] 2> 662904 INFO (zkCallback-1322-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 662905 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 662926 INFO (qtp2034139592-5560) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3674
[junit4] 2> 662942 INFO (qtp2034139592-5562) [n:127.0.0.1:37531_ c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37531_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=3748
[junit4] 2> 662943 INFO (qtp2034139592-5561) [n:127.0.0.1:37531_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44235_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 662979 INFO (OverseerCollectionConfigSetProcessor-74673974622289924-127.0.0.1:37531_-n_0000000000) [n:127.0.0.1:37531_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 662980 INFO (OverseerThreadFactory-992-thread-3-processing-n:127.0.0.1:37531_) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44235_ for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 662981 INFO (OverseerThreadFactory-992-thread-3-processing-n:127.0.0.1:37531_) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 663016 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 663161 INFO (zkCallback-1322-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 663161 INFO (zkCallback-1322-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 664196 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 664268 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.s.IndexSchema [tmp_collection_shard1_replica_n3] Schema name=test
[junit4] 2> 664758 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 664814 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n3' using configuration from collection tmp_collection, trusted=true
[junit4] 2> 664815 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n3' (registry 'solr.core.tmp_collection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dbe4e37
[junit4] 2> 664815 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-002/cores/tmp_collection_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_B63DE4397274D9EB-001/jetty-002/cores/tmp_collection_shard1_replica_n3/data/]
[junit4] 2> 664830 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6408436810284402]
[junit4] 2> 665264 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 665264 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 665265 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 665265 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 665360 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=27746017, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 665360 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@46fa7b20[tmp_collection_shard1_replica_n3] main]
[junit4] 2> 665361 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 665362 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 665362 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 665388 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633246678237577216
[junit4] 2> 665409 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 665409 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
[junit4] 2> 665411 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.c.ZkController Core needs to recover:tmp_collection_shard1_replica_n3
[junit4] 2> 665425 INFO (updateExecutor-1336-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 665426 INFO (qtp980886119-5599) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n3&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2409
[junit4] 2> 665509 INFO (searcherExecutor-1012-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n3] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n3] Registered new searcher Searcher@46fa7b20[tmp_collection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 665519 INFO (qtp2034139592-5561) [n:127.0.0.1:37531_ c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44235_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2576
[junit4] 2> 665522 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 665615 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy startupVersions is empty
[junit4] 2> 665617 INFO (qtp2034139592-5557) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 665664 INFO (qtp2034139592-5561) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 665664 INFO (qtp2034139592-5561) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 665668 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tmp_collection_shard1_replica_n3]
[junit4] 2> 665668 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 665668 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy Publishing state of core [tmp_collection_shard1_replica_n3] as recovering, leader is [http://127.0.0.1:37531/tmp_collection_shard1_replica_n1/] and I am [http://127.0.0.1:44235/tmp_collection_shard1_replica_n3/]
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:down live:true
[junit4] 2> 665669 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationWithTruncatedTlog-seed#[B63DE4397274D9EB]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: tmp_collection failOnTimeout:true timeout (sec):330
[junit4] 2> 665704 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:37531]; [WaitForState: action=PREPRECOVERY&core=tmp_collection_shard1_replica_n1&nodeName=127.0.0.1:44235_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 665843 INFO (qtp2034139592-5562) [n:127.0.0.1:37531_ x:tmp_collection_shard1_replica_n1] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 665919 INFO (qtp2034139592-5562) [n:127.0.0.1:37531_ x:tmp_collection_shard1_replica_n1] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44235_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"tmp_collection_shard1_replica_n3","base_url":"http://127.0.0.1:44235","node_name":"127.0.0.1:44235_","state":"down","type":"NRT"}
[junit4] 2> 665923 INFO (OverseerCollectionConfigSetProcessor-74673974622289924-127.0.0.1:37531_-n_0000000000) [n:127.0.0.1:37531_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 666048 INFO (zkCallback-1341-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 666065 INFO (zkCallback-1322-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 666065 INFO (zkCallback-1322-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 666065 INFO (zkCallback-1341-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 666069 INFO (zkCallback-1341-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [2])
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 2> 666105 INFO (watches-1324-thread-1) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=tmp_collection_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:44235_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"tmp_collection_shard1_replica_n3","base_url":"http://127.0.0.1:44235","node_name":"127.0.0.1:44235_","state":"recovering","type":"NRT"}
[junit4] 2> 666106 INFO (qtp2034139592-5562) [n:127.0.0.1:37531_ x:tmp_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:44235_&onlyIfLeaderActive=true&core=tmp_collection_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=262
[junit4] 2> 666626 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:37531/tmp_collection_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 666626 WARN (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
[junit4] 2> 666626 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
[junit4] 2> 666626 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 666626 INFO (recoveryExecutor-1338-thread-1-processing-n:127.0.0.1:44235_ x:tmp_collection_shard1_replica_n3 c:tmp_collection s:shard1 r:core_node4) [n:127.0.0.1:44235_ c:tmp_collection s:shard1 r:core_node4 x:tmp_collection_shard1_replica_n3] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:37531/tmp_collection_shard1_replica_n1/].
[junit4] 2> 666626 INFO (qtp2034139592-5561) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1] o.a.s.c.S.Request [tmp_collection_shard1_replica_n1] webapp= path=/cdcr params={action=LASTPROCESSEDVERSION&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 666681 INFO (qtp2034139592-5557) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633246679593385984,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 666682 INFO (qtp2034139592-5557) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 r:core_node2 x:tmp_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 666683 INFO (qtp2034139592-5557) [n:127.0.0.1:37531_ c:tmp_collection s:shard1 r:cor
[...truncated too long message...]
fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1728628546
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1728628546
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1728628546
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 59ms :: artifacts dl 16ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 578 minutes 19 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 37 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/37/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test
Error Message:
There are still nodes recoverying - waited for 60 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 60 seconds
at __randomizedtesting.SeedInfo.seed([524C113EC15E2829:DA182EE46FA245D1]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1038)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1595)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:397)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14502 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test
[junit4] 2> 1852510 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/init-core-data-001
[junit4] 2> 1852510 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 1852510 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1852514 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1852514 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_h/sm
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1852576 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1852614 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1852623 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1852673 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1852673 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1852673 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1852674 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d8a4988{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1852861 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@641c15eb{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/jetty-lucene2-us-west.apache.org-36628-hdfs-_-any-8118404980972964603.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 1852861 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19fd61d6{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:36628}
[junit4] 2> 1852861 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.Server Started @1853273ms
[junit4] 2> 1853054 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1853055 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1853055 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1853055 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1853055 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1853056 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5153fc01{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1853179 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4b3f2659{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-35413-datanode-_-any-6898703860100868363.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1853179 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5f4b6859{HTTP/1.1,[http/1.1]}{localhost:35413}
[junit4] 2> 1853179 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.Server Started @1853591ms
[junit4] 2> 1853273 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1853274 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1853302 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1853302 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1853302 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1853302 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21c213cd{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1853540 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1dd9262a{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-39398-datanode-_-any-7079034611554006132.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1853551 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5345f868{HTTP/1.1,[http/1.1]}{localhost:39398}
[junit4] 2> 1853551 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[524C113EC15E2829]-worker) [ ] o.e.j.s.Server Started @1853962ms
[junit4] 2> 1853608 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x90e83e604a5d6121: Processing first storage report for DS-0075a362-ae66-4779-9137-1d15ec6e6b76 from datanode cd163964-d3d0-409a-8b13-17bd0db20e89
[junit4] 2> 1853644 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x90e83e604a5d6121: from storage DS-0075a362-ae66-4779-9137-1d15ec6e6b76 node DatanodeRegistration(127.0.0.1:40475, datanodeUuid=cd163964-d3d0-409a-8b13-17bd0db20e89, infoPort=42615, infoSecurePort=0, ipcPort=44566, storageInfo=lv=-57;cid=testClusterID;nsid=2002343435;c=1558890935355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1853644 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x90e83e604a5d6121: Processing first storage report for DS-96df0ac2-d556-42ba-a4be-3aac596a795f from datanode cd163964-d3d0-409a-8b13-17bd0db20e89
[junit4] 2> 1853644 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x90e83e604a5d6121: from storage DS-96df0ac2-d556-42ba-a4be-3aac596a795f node DatanodeRegistration(127.0.0.1:40475, datanodeUuid=cd163964-d3d0-409a-8b13-17bd0db20e89, infoPort=42615, infoSecurePort=0, ipcPort=44566, storageInfo=lv=-57;cid=testClusterID;nsid=2002343435;c=1558890935355), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 1853821 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2f356b0d6121ccb9: Processing first storage report for DS-6fad11d9-6dc4-429b-93b1-102a1e2f3745 from datanode 981be511-f2ac-4277-a7d7-d26470c5d9ae
[junit4] 2> 1853821 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2f356b0d6121ccb9: from storage DS-6fad11d9-6dc4-429b-93b1-102a1e2f3745 node DatanodeRegistration(127.0.0.1:33248, datanodeUuid=981be511-f2ac-4277-a7d7-d26470c5d9ae, infoPort=33818, infoSecurePort=0, ipcPort=43319, storageInfo=lv=-57;cid=testClusterID;nsid=2002343435;c=1558890935355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1853821 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2f356b0d6121ccb9: Processing first storage report for DS-fe38b1ed-0e2c-45fc-acc4-3b25c0d485a0 from datanode 981be511-f2ac-4277-a7d7-d26470c5d9ae
[junit4] 2> 1853821 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x2f356b0d6121ccb9: from storage DS-fe38b1ed-0e2c-45fc-acc4-3b25c0d485a0 node DatanodeRegistration(127.0.0.1:33248, datanodeUuid=981be511-f2ac-4277-a7d7-d26470c5d9ae, infoPort=33818, infoSecurePort=0, ipcPort=43319, storageInfo=lv=-57;cid=testClusterID;nsid=2002343435;c=1558890935355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1854123 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1854123 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1854123 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1854223 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer start zk server on port:35993
[junit4] 2> 1854223 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35993
[junit4] 2> 1854223 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35993
[junit4] 2> 1854227 INFO (zkConnectionManagerCallback-5935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1854230 INFO (zkConnectionManagerCallback-5937-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1854231 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1854232 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1854233 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1854234 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1854235 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1854236 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1854236 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1854237 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1854238 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1854239 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1854240 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1854241 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1854347 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1854347 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1854347 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1854347 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1854354 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1854354 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1854354 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1854356 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c797d74{/_h/sm,null,AVAILABLE}
[junit4] 2> 1854357 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19fc2978{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44500}
[junit4] 2> 1854357 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.s.Server Started @1854768ms
[junit4] 2> 1854357 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:42091/hdfs__lucene2-us-west.apache.org_42091__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001_tempDir-002_control_data, hostContext=/_h/sm, hostPort=44500, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/control-001/cores}
[junit4] 2> 1854357 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1854357 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1854357 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.1
[junit4] 2> 1854357 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1854357 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1854357 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-26T17:15:37.186Z
[junit4] 2> 1854358 INFO (zkConnectionManagerCallback-5939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1854359 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1854359 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/control-001/solr.xml
[junit4] 2> 1854386 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1854386 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1854387 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1854589 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1854590 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7ae2140d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1854594 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@649b5949[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1854595 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35993/solr
[junit4] 2> 1854596 INFO (zkConnectionManagerCallback-5946-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1854598 INFO (zkConnectionManagerCallback-5948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1854655 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44500__h%2Fsm
[junit4] 2> 1854656 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.Overseer Overseer (id=74759534389886980-127.0.0.1:44500__h%2Fsm-n_0000000000) starting
[junit4] 2> 1854660 INFO (zkConnectionManagerCallback-5955-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1854662 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35993/solr ready
[junit4] 2> 1854663 INFO (OverseerStateUpdate-74759534389886980-127.0.0.1:44500__h%2Fsm-n_0000000000) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44500__h%2Fsm
[junit4] 2> 1854663 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44500__h%2Fsm
[junit4] 2> 1854664 INFO (zkCallback-5947-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1854680 INFO (zkCallback-5954-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1854681 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1854698 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1854706 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1854706 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1854707 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/control-001/cores
[junit4] 2> 1854751 INFO (zkConnectionManagerCallback-5961-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1854752 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1854752 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35993/solr ready
[junit4] 2> 1854753 INFO (qtp443568621-28232) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44500__h%252Fsm&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1854757 INFO (OverseerThreadFactory-4778-thread-1-processing-n:127.0.0.1:44500__h%2Fsm) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1854864 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1854864 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1855883 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1855897 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1856004 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1856016 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1856016 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1856016 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:42091/solr_hdfs_home
[junit4] 2> 1856016 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1856016 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:42091/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 1856017 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42091/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1856024 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1856024 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1856043 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1856044 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42091/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 1856062 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42091/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 1856067 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1856067 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1856069 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1856070 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.470693555253776]
[junit4] 2> 1856116 WARN (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1856170 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1856170 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1856170 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1856178 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1856178 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1856180 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5205486551538306]
[junit4] 2> 1856190 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e36fc42[control_collection_shard1_replica_n1] main]
[junit4] 2> 1856198 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1856198 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1856199 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1856199 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634615625282224128
[junit4] 2> 1856202 INFO (searcherExecutor-4783-thread-1-processing-n:127.0.0.1:44500__h%2Fsm x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6e36fc42[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1856208 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1856208 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 1856211 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1856211 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1856211 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44500/_h/sm/control_collection_shard1_replica_n1/
[junit4] 2> 1856211 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1856211 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44500/_h/sm/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1856211 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74759534389886980-core_node2-n_0000000000
[junit4] 2> 1856212 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44500/_h/sm/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1856314 INFO (zkCallback-5947-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1856314 INFO (zkCallback-5947-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1856322 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1856324 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1461
[junit4] 2> 1856327 INFO (qtp443568621-28232) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1856424 INFO (zkCallback-5947-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1856424 INFO (zkCallback-5947-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1856424 INFO (zkCallback-5947-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1856425 INFO (qtp443568621-28232) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44500__h%252Fsm&wt=javabin&version=2} status=0 QTime=1671
[junit4] 2> 1856429 INFO (zkConnectionManagerCallback-5967-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1856430 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1856431 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35993/solr ready
[junit4] 2> 1856431 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1856432 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1856434 INFO (OverseerCollectionConfigSetProcessor-74759534389886980-127.0.0.1:44500__h%2Fsm-n_0000000000) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1856434 INFO (OverseerThreadFactory-4778-thread-2-processing-n:127.0.0.1:44500__h%2Fsm) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1856639 WARN (OverseerThreadFactory-4778-thread-2-processing-n:127.0.0.1:44500__h%2Fsm) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1856659 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1856659 INFO (qtp443568621-28234) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=227
[junit4] 2> 1856661 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 1856777 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-1-001 of type NRT
[junit4] 2> 1856788 WARN (closeThreadPool-5968-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1856789 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1856789 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1856789 INFO (closeThreadPool-5968-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1856818 INFO (closeThreadPool-5968-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1856818 INFO (closeThreadPool-5968-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1856818 INFO (closeThreadPool-5968-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1856818 INFO (closeThreadPool-5968-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a9732dc{/_h/sm,null,AVAILABLE}
[junit4] 2> 1856819 INFO (closeThreadPool-5968-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ccf9b52{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44101}
[junit4] 2> 1856819 INFO (closeThreadPool-5968-thread-1) [ ] o.e.j.s.Server Started @1857230ms
[junit4] 2> 1856819 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:42091/hdfs__lucene2-us-west.apache.org_42091__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/_h/sm, hostPort=44101, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-1-001/cores}
[junit4] 2> 1856819 ERROR (closeThreadPool-5968-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1856819 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1856819 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.1
[junit4] 2> 1856819 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1856819 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1856819 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-26T17:15:39.648Z
[junit4] 2> 1856858 INFO (zkConnectionManagerCallback-5970-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1856859 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1856859 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-1-001/solr.xml
[junit4] 2> 1856897 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1856897 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1856899 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1856956 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-2-001 of type NRT
[junit4] 2> 1856966 WARN (closeThreadPool-5968-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1856966 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1856966 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1856966 INFO (closeThreadPool-5968-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1856985 INFO (closeThreadPool-5968-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1856985 INFO (closeThreadPool-5968-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1856985 INFO (closeThreadPool-5968-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1856985 INFO (closeThreadPool-5968-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e58b33a{/_h/sm,null,AVAILABLE}
[junit4] 2> 1856985 INFO (closeThreadPool-5968-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@551f4973{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44003}
[junit4] 2> 1856985 INFO (closeThreadPool-5968-thread-2) [ ] o.e.j.s.Server Started @1857397ms
[junit4] 2> 1856985 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:42091/hdfs__lucene2-us-west.apache.org_42091__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/_h/sm, hostPort=44003, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-2-001/cores}
[junit4] 2> 1856986 ERROR (closeThreadPool-5968-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1856986 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1856986 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.1
[junit4] 2> 1856986 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1856986 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1856986 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-26T17:15:39.815Z
[junit4] 2> 1856987 INFO (zkConnectionManagerCallback-5973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1856988 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1856988 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-2-001/solr.xml
[junit4] 2> 1856992 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1856992 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1856993 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1857068 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-3-001 of type NRT
[junit4] 2> 1857079 WARN (closeThreadPool-5968-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1857079 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1857079 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1857079 INFO (closeThreadPool-5968-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1857081 INFO (closeThreadPool-5968-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1857081 INFO (closeThreadPool-5968-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1857081 INFO (closeThreadPool-5968-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1857081 INFO (closeThreadPool-5968-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b10edd{/_h/sm,null,AVAILABLE}
[junit4] 2> 1857081 INFO (closeThreadPool-5968-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13d97ffb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46066}
[junit4] 2> 1857081 INFO (closeThreadPool-5968-thread-3) [ ] o.e.j.s.Server Started @1857493ms
[junit4] 2> 1857081 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:42091/hdfs__lucene2-us-west.apache.org_42091__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/_h/sm, hostPort=46066, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-3-001/cores}
[junit4] 2> 1857082 ERROR (closeThreadPool-5968-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1857082 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1857082 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.1
[junit4] 2> 1857082 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1857082 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1857082 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-26T17:15:39.911Z
[junit4] 2> 1857101 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1857118 INFO (zkConnectionManagerCallback-5976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857122 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1857122 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-3-001/solr.xml
[junit4] 2> 1857129 WARN (closeThreadPool-5968-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6da21bdc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1857130 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1857130 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1857131 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1857147 WARN (closeThreadPool-5968-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@41694cb3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1857148 INFO (closeThreadPool-5968-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35993/solr
[junit4] 2> 1857178 INFO (zkConnectionManagerCallback-5983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857198 INFO (zkConnectionManagerCallback-5985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857201 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1857203 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.c.ZkController Publish node=127.0.0.1:44003__h%2Fsm as DOWN
[junit4] 2> 1857204 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1857204 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44003__h%2Fsm
[junit4] 2> 1857205 INFO (zkCallback-5947-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1857205 INFO (zkCallback-5954-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1857205 INFO (zkCallback-5966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1857218 INFO (zkCallback-5984-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1857274 INFO (zkConnectionManagerCallback-5992-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857275 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1857276 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35993/solr ready
[junit4] 2> 1857286 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1857309 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857312 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[524C113EC15E2829]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-4-001 of type NRT
[junit4] 2> 1857317 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857317 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857329 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1857329 INFO (closeThreadPool-5968-thread-2) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-2-001/cores
[junit4] 2> 1857334 WARN (closeThreadPool-5968-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1857334 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1857334 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1857335 INFO (closeThreadPool-5968-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1857343 WARN (closeThreadPool-5968-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3eebf84c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1857375 WARN (closeThreadPool-5968-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6184abf8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1857376 INFO (closeThreadPool-5968-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35993/solr
[junit4] 2> 1857376 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1857380 WARN (closeThreadPool-5968-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3caaeed6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1857382 INFO (closeThreadPool-5968-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1857382 INFO (closeThreadPool-5968-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1857382 INFO (closeThreadPool-5968-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1857382 INFO (closeThreadPool-5968-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659dc91{/_h/sm,null,AVAILABLE}
[junit4] 2> 1857382 INFO (closeThreadPool-5968-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41ce671{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45043}
[junit4] 2> 1857382 INFO (closeThreadPool-5968-thread-4) [ ] o.e.j.s.Server Started @1857794ms
[junit4] 2> 1857382 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:42091/hdfs__lucene2-us-west.apache.org_42091__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001_tempDir-002_jetty4, solrconfig=solrconfig.xml, hostContext=/_h/sm, hostPort=45043, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-4-001/cores}
[junit4] 2> 1857383 ERROR (closeThreadPool-5968-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1857383 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1857383 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.1
[junit4] 2> 1857383 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1857383 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1857383 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-26T17:15:40.212Z
[junit4] 2> 1857394 INFO (zkConnectionManagerCallback-5999-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857394 INFO (zkConnectionManagerCallback-6003-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857395 WARN (closeThreadPool-5968-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4ad878d4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1857423 INFO (closeThreadPool-5968-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35993/solr
[junit4] 2> 1857424 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1857424 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-4-001/solr.xml
[junit4] 2> 1857427 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1857427 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1857428 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1857430 INFO (zkConnectionManagerCallback-6006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857432 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1857435 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.c.ZkController Publish node=127.0.0.1:46066__h%2Fsm as DOWN
[junit4] 2> 1857435 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1857436 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46066__h%2Fsm
[junit4] 2> 1857437 INFO (zkCallback-5966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1857437 INFO (zkCallback-5954-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1857437 INFO (zkCallback-5947-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1857446 INFO (zkConnectionManagerCallback-6009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857446 INFO (zkCallback-5984-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1857446 INFO (zkCallback-6005-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1857447 INFO (zkCallback-5991-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1857474 INFO (zkConnectionManagerCallback-6014-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857478 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1857480 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.c.ZkController Publish node=127.0.0.1:44101__h%2Fsm as DOWN
[junit4] 2> 1857481 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1857481 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44101__h%2Fsm
[junit4] 2> 1857482 INFO (zkCallback-5984-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1857482 INFO (zkCallback-5954-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1857482 INFO (zkCallback-5947-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1857484 INFO (zkCallback-5966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1857505 INFO (zkCallback-5991-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1857505 INFO (zkCallback-6005-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1857505 INFO (zkCallback-6013-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1857518 INFO (zkConnectionManagerCallback-6019-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857518 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1857519 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35993/solr ready
[junit4] 2> 1857547 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1857552 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1857553 WARN (closeThreadPool-5968-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53f95531[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1857562 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857571 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857571 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857572 INFO (closeThreadPool-5968-thread-3) [n:127.0.0.1:46066__h%2Fsm ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-3-001/cores
[junit4] 2> 1857572 INFO (zkConnectionManagerCallback-6026-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857573 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1857574 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35993/solr ready
[junit4] 2> 1857608 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1857627 WARN (closeThreadPool-5968-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5bd9ee74[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1857628 INFO (closeThreadPool-5968-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35993/solr
[junit4] 2> 1857634 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857643 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857643 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857644 INFO (closeThreadPool-5968-thread-1) [n:127.0.0.1:44101__h%2Fsm ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-1-001/cores
[junit4] 2> 1857659 INFO (zkConnectionManagerCallback-6034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857718 INFO (zkConnectionManagerCallback-6036-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857721 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1857724 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.c.ZkController Publish node=127.0.0.1:45043__h%2Fsm as DOWN
[junit4] 2> 1857725 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1857725 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45043__h%2Fsm
[junit4] 2> 1857726 INFO (zkCallback-5966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857726 INFO (zkCallback-5947-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857726 INFO (zkCallback-5984-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857726 INFO (zkCallback-5991-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857726 INFO (zkCallback-6005-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857726 INFO (zkCallback-5954-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857735 INFO (zkCallback-6013-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857735 INFO (zkCallback-6018-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857737 INFO (zkCallback-6025-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857743 INFO (zkCallback-6035-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1857744 INFO (zkConnectionManagerCallback-6043-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1857745 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1857746 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35993/solr ready
[junit4] 2> 1857746 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1857761 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857769 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857769 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1857770 INFO (closeThreadPool-5968-thread-4) [n:127.0.0.1:45043__h%2Fsm ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-4-001/cores
[junit4] 2> 1857847 INFO (qtp1652980751-28312) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46066__h%252Fsm&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1857847 INFO (qtp1652980751-28314) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44003__h%252Fsm&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1857847 INFO (qtp1652980751-28315) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44101__h%252Fsm&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1857848 INFO (qtp1652980751-28316) [n:127.0.0.1:44003__h%2Fsm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45043__h%252Fsm&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1857853 INFO (OverseerCollectionConfigSetProcessor-74759534389886980-127.0.0.1:44500__h%2Fsm-n_0000000000) [n:127.0.0.1:44500__h%2Fsm ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1857853 INFO (OverseerThreadFactory-4778-thread-4-processing-n:127.0.0.1:44500__h%2Fsm) [n:127.0.0.1:44500__h%2Fsm c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44003__h%2Fsm for creating new replica of shard shard1 for collection collection1
[junit4] 2> 1857853 INFO (OverseerThreadFactory-4778-thread-3-processing-n:127.0.0.1:44500__h%2Fsm) [n:127.0.0.1:44500__h%2Fsm c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46066__h%2Fsm for creating new replica of shard shard2 for collection collection1
[junit4] 2> 1857855 INFO (OverseerThreadFactory-4778-thread-3-processing-n:127.0.0.1:44500__h%2Fsm) [n:127.0.0.1:44500__h%2Fsm c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1857856 INFO (OverseerThreadFactory-4778-thread-4-processing-n:127.0.0.1:44500__h%2Fsm) [n:127.0.0.1:44500__h%2Fsm c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1857869 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm x:collection1_shard2_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1857875 INFO (qtp1652980751-28443) [n:127.0.0.1:44003__h%2Fsm x:collection1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1858888 INFO (qtp1652980751-28443) [n:127.0.0.1:44003__h%2Fsm c:collection1 s:shard1 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1858893 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1858915 INFO (qtp1652980751-28443) [n:127.0.0.1:44003__h%2Fsm c:collection1 s:shard1 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=test
[junit4] 2> 1858920 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.s.IndexSchema [collection1_shard2_replica_n1] Schema name=test
[junit4] 2> 1859095 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1859124 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1859125 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2368c8e6
[junit4] 2> 1859125 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:42091/solr_hdfs_home
[junit4] 2> 1859125 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1859125 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_524C113EC15E2829-001/shard-3-001/cores/collection1_shard2_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:42091/solr_hdfs_home/collection1/core_node3/data/]
[junit4] 2> 1859126 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42091/solr_hdfs_home/collection1/core_node3/data/snapshot_metadata
[junit4] 2> 1859155 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1859155 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1859158 INFO (qtp893827228-28327) [n:127.0.0.1:46066__h%2Fsm c:collection1 s:shard2 x:collection1_shard2_replica_n1] o.a.s.s.b.BlockDirect
[...truncated too long message...]
vy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null909397746
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null909397746
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null909397746
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 81ms :: artifacts dl 12ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 559 minutes 24 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 36 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/36/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/26)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node2/data/", "base_url":"http://127.0.0.1:39351/solr", "node_name":"127.0.0.1:39351_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node2/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:36805/solr", "node_name":"127.0.0.1:36805_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n3", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node6":{ "dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node6/data/", "base_url":"http://127.0.0.1:39351/solr", "node_name":"127.0.0.1:39351_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node6/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:36805/solr", "node_name":"127.0.0.1:36805_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n7", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:36805_solr, 127.0.0.1:39964_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/26)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node2/data/", "base_url":"http://127.0.0.1:39351/solr", "node_name":"127.0.0.1:39351_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node2/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:36805/solr", "node_name":"127.0.0.1:36805_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n3", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node6":{ "dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node6/data/", "base_url":"http://127.0.0.1:39351/solr", "node_name":"127.0.0.1:39351_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node6/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:36805/solr", "node_name":"127.0.0.1:36805_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n7", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/26)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node2/data/",
"base_url":"http://127.0.0.1:39351/solr",
"node_name":"127.0.0.1:39351_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node2/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:36805/solr",
"node_name":"127.0.0.1:36805_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n3",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node6":{
"dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node6/data/",
"base_url":"http://127.0.0.1:39351/solr",
"node_name":"127.0.0.1:39351_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node6/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:36805/solr",
"node_name":"127.0.0.1:36805_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n7",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:36805_solr, 127.0.0.1:39964_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/26)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node2/data/",
"base_url":"http://127.0.0.1:39351/solr",
"node_name":"127.0.0.1:39351_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node2/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:36805/solr",
"node_name":"127.0.0.1:36805_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n3",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node6":{
"dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node6/data/",
"base_url":"http://127.0.0.1:39351/solr",
"node_name":"127.0.0.1:39351_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node6/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:36805/solr",
"node_name":"127.0.0.1:36805_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44808/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n7",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([6B32C049C0814D3C:5381E4B7E77299ED]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14252 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/init-core-data-001
[junit4] 2> 1475138 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 1475138 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1475140 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1475140 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1475826 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1477499 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1477867 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1477912 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1477917 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1477918 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1477918 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1477921 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ea7f391{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1478213 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7241080f{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-44997-hdfs-_-any-2317540542447103706.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 1478213 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@100d2443{HTTP/1.1,[http/1.1]}{localhost:44997}
[junit4] 2> 1478213 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.Server Started @1478289ms
[junit4] 2> 1480295 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1480304 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1480305 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1480305 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1480305 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1480306 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@756cebab{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1480472 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4a02cb11{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39505-datanode-_-any-5808175069220700747.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1480472 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21e64426{HTTP/1.1,[http/1.1]}{localhost:39505}
[junit4] 2> 1480472 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[6B32C049C0814D3C]-worker) [ ] o.e.j.s.Server Started @1480548ms
[junit4] 2> 1482437 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xfde2b5bbeaa72016: Processing first storage report for DS-853e66a7-72ce-4e41-aad1-6a4125a7a7e5 from datanode 433cb116-06bb-49de-9887-524b87bfedcb
[junit4] 2> 1482442 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xfde2b5bbeaa72016: from storage DS-853e66a7-72ce-4e41-aad1-6a4125a7a7e5 node DatanodeRegistration(127.0.0.1:33051, datanodeUuid=433cb116-06bb-49de-9887-524b87bfedcb, infoPort=37480, infoSecurePort=0, ipcPort=44120, storageInfo=lv=-57;cid=testClusterID;nsid=2145004120;c=1558709891454), blocks: 0, hasStaleStorage: true, processing time: 5 msecs, invalidatedBlocks: 0
[junit4] 2> 1482446 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xfde2b5bbeaa72016: Processing first storage report for DS-f1337da9-3f8a-4025-be6c-1d2a2c23caaa from datanode 433cb116-06bb-49de-9887-524b87bfedcb
[junit4] 2> 1482446 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xfde2b5bbeaa72016: from storage DS-f1337da9-3f8a-4025-be6c-1d2a2c23caaa node DatanodeRegistration(127.0.0.1:33051, datanodeUuid=433cb116-06bb-49de-9887-524b87bfedcb, infoPort=37480, infoSecurePort=0, ipcPort=44120, storageInfo=lv=-57;cid=testClusterID;nsid=2145004120;c=1558709891454), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1482521 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[6B32C049C0814D3C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1482524 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[6B32C049C0814D3C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/tempDir-002
[junit4] 2> 1482525 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[6B32C049C0814D3C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1482525 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1482525 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1482625 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[6B32C049C0814D3C]) [ ] o.a.s.c.ZkTestServer start zk server on port:35294
[junit4] 2> 1482625 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[6B32C049C0814D3C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35294
[junit4] 2> 1482625 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[6B32C049C0814D3C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35294
[junit4] 2> 1482633 INFO (zkConnectionManagerCallback-4609-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482637 INFO (zkConnectionManagerCallback-4611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482639 INFO (zkConnectionManagerCallback-4613-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482642 WARN (jetty-launcher-4614-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1482642 WARN (jetty-launcher-4614-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1482643 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1482643 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1482643 INFO (jetty-launcher-4614-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1482644 WARN (jetty-launcher-4614-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1482644 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1482644 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1482644 INFO (jetty-launcher-4614-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1482644 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1482645 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1482645 INFO (jetty-launcher-4614-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1482650 INFO (jetty-launcher-4614-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1482650 INFO (jetty-launcher-4614-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1482650 INFO (jetty-launcher-4614-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1482651 INFO (jetty-launcher-4614-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1482651 INFO (jetty-launcher-4614-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1482651 INFO (jetty-launcher-4614-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1482651 INFO (jetty-launcher-4614-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a6bcc5f{/solr,null,AVAILABLE}
[junit4] 2> 1482652 INFO (jetty-launcher-4614-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fffec08{/solr,null,AVAILABLE}
[junit4] 2> 1482653 INFO (jetty-launcher-4614-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1482653 INFO (jetty-launcher-4614-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1482653 INFO (jetty-launcher-4614-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1482653 INFO (jetty-launcher-4614-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b9317a6{/solr,null,AVAILABLE}
[junit4] 2> 1482654 INFO (jetty-launcher-4614-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20a1598c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36805}
[junit4] 2> 1482654 INFO (jetty-launcher-4614-thread-2) [ ] o.e.j.s.Server Started @1482730ms
[junit4] 2> 1482654 INFO (jetty-launcher-4614-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f31f37b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39351}
[junit4] 2> 1482654 INFO (jetty-launcher-4614-thread-1) [ ] o.e.j.s.Server Started @1482730ms
[junit4] 2> 1482654 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39351}
[junit4] 2> 1482654 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36805}
[junit4] 2> 1482654 ERROR (jetty-launcher-4614-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1482654 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1482654 ERROR (jetty-launcher-4614-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1482654 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.1
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.1
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-24T14:58:17.385Z
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-24T14:58:17.385Z
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44148b11{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39964}
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-3) [ ] o.e.j.s.Server Started @1482731ms
[junit4] 2> 1482655 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39964}
[junit4] 2> 1482656 ERROR (jetty-launcher-4614-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1482656 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1482656 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.1
[junit4] 2> 1482656 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1482656 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1482656 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-24T14:58:17.386Z
[junit4] 2> 1482676 INFO (zkConnectionManagerCallback-4617-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482676 INFO (zkConnectionManagerCallback-4620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482677 INFO (zkConnectionManagerCallback-4618-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482677 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1482677 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1482678 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1482683 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1482683 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1482697 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1482697 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1482699 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1482700 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1482700 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1482700 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1482702 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1482836 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1482839 WARN (jetty-launcher-4614-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1dc52bb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1482844 WARN (jetty-launcher-4614-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@740f36b5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1482846 INFO (jetty-launcher-4614-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35294/solr
[junit4] 2> 1482887 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1482889 WARN (jetty-launcher-4614-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4f75f3a9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1482891 INFO (zkConnectionManagerCallback-4629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482894 WARN (jetty-launcher-4614-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2c9db87a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1482895 INFO (jetty-launcher-4614-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35294/solr
[junit4] 2> 1482915 INFO (zkConnectionManagerCallback-4634-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482926 INFO (zkConnectionManagerCallback-4637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482927 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1049ed546d30008, likely client has closed socket
[junit4] 2> 1482944 INFO (zkConnectionManagerCallback-4641-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482969 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39964_solr
[junit4] 2> 1482975 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.c.Overseer Overseer (id=73358132798226441-127.0.0.1:39964_solr-n_0000000000) starting
[junit4] 2> 1483010 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1483014 WARN (jetty-launcher-4614-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@475d1339[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1483014 INFO (zkConnectionManagerCallback-4648-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1483018 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35294/solr ready
[junit4] 2> 1483018 WARN (jetty-launcher-4614-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@51c2f2a2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1483019 INFO (jetty-launcher-4614-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35294/solr
[junit4] 2> 1483022 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39964_solr
[junit4] 2> 1483022 INFO (OverseerStateUpdate-73358132798226441-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39964_solr
[junit4] 2> 1483029 INFO (OverseerStateUpdate-73358132798226441-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1483034 INFO (zkConnectionManagerCallback-4654-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1483050 INFO (zkCallback-4647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1483075 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1483086 INFO (zkConnectionManagerCallback-4656-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1483102 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1483115 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36805_solr as DOWN
[junit4] 2> 1483118 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1483118 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36805_solr
[junit4] 2> 1483121 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1483121 INFO (zkCallback-4640-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1483127 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39351_solr as DOWN
[junit4] 2> 1483129 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1483129 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39351_solr
[junit4] 2> 1483131 INFO (zkCallback-4640-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1483138 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483145 INFO (zkCallback-4647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1483146 INFO (zkCallback-4655-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1483146 INFO (zkCallback-4633-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1483171 INFO (zkConnectionManagerCallback-4664-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1483176 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1483177 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35294/solr ready
[junit4] 2> 1483181 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483181 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483183 INFO (jetty-launcher-4614-thread-3) [n:127.0.0.1:39964_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/tempDir-002/node3/.
[junit4] 2> 1483183 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1483184 INFO (zkConnectionManagerCallback-4669-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1483186 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1483187 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35294/solr ready
[junit4] 2> 1483230 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1483258 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483294 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483296 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483296 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483299 INFO (jetty-launcher-4614-thread-1) [n:127.0.0.1:39351_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/tempDir-002/node1/.
[junit4] 2> 1483323 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483323 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1483326 INFO (jetty-launcher-4614-thread-2) [n:127.0.0.1:36805_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/tempDir-002/node2/.
[junit4] 2> 1483455 INFO (zkConnectionManagerCallback-4676-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1483457 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[6B32C049C0814D3C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1483458 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[6B32C049C0814D3C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35294/solr ready
[junit4] 2> 1483476 INFO (qtp2088084723-14740) [n:127.0.0.1:36805_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1483483 INFO (qtp781189504-14747) [n:127.0.0.1:39964_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39964_solr,127.0.0.1:39351_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1483490 INFO (OverseerThreadFactory-4395-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1483603 INFO (OverseerStateUpdate-73358132798226441-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39351/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1483608 INFO (OverseerStateUpdate-73358132798226441-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39964/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1483616 INFO (OverseerStateUpdate-73358132798226441-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39351/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1483625 INFO (OverseerStateUpdate-73358132798226441-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39964/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1483832 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr x:testSimple1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1483832 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1483832 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr x:testSimple1_shard1_replica_n3] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1483835 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr x:testSimple1_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1483849 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr x:testSimple1_shard2_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n7&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1484878 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1484879 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1484889 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1484891 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1484927 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n5] Schema name=minimal
[junit4] 2> 1484929 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1484932 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1484932 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n7] Schema name=minimal
[junit4] 2> 1484932 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n5' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1484932 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n5' (registry 'solr.core.testSimple1.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1484934 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1484935 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n7' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1484935 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n7' (registry 'solr.core.testSimple1.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1484943 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1484946 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1484946 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1484946 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1484952 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1484952 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n3' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1484958 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n3' (registry 'solr.core.testSimple1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ba771d7
[junit4] 2> 1484976 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44808/solr_hdfs_home
[junit4] 2> 1484976 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1484976 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44808/solr_hdfs_home
[junit4] 2> 1484976 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1484976 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/tempDir-002/node3/testSimple1_shard2_replica_n7], dataDir=[hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 1484976 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/tempDir-002/node1/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node2/data/]
[junit4] 2> 1484985 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44808/solr_hdfs_home
[junit4] 2> 1484985 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1484985 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/tempDir-002/node3/testSimple1_shard1_replica_n3], dataDir=[hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node4/data/]
[junit4] 2> 1484994 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44808/solr_hdfs_home
[junit4] 2> 1484994 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1484994 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_6B32C049C0814D3C-001/tempDir-002/node1/testSimple1_shard2_replica_n5], dataDir=[hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node6/data/]
[junit4] 2> 1484997 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 1485000 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node6/data/snapshot_metadata
[junit4] 2> 1485001 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node4/data/snapshot_metadata
[junit4] 2> 1485001 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node2/data/snapshot_metadata
[junit4] 2> 1485016 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1485016 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1485016 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1485018 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1485018 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1485018 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1485037 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1485037 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1485037 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1485042 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1485043 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1485043 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1485128 WARN (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1485137 WARN (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1485137 WARN (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1485137 WARN (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1490144 WARN (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1490146 WARN (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1490147 WARN (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1490148 WARN (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1495540 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1495540 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1495540 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1495540 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1495552 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node4/data
[junit4] 2> 1495552 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node2/data
[junit4] 2> 1495552 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node6/data
[junit4] 2> 1495553 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 1495617 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node2/data/index
[junit4] 2> 1495617 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 1495619 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node4/data/index
[junit4] 2> 1495623 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44808/solr_hdfs_home/testSimple1/core_node6/data/index
[junit4] 2> 1495625 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1495625 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1495625 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1495627 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1495627 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1495627 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1495632 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1495632 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1495632 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1495633 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1495636 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1495636 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 1495636 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 1495644 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1495644 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1495657 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1496933 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1496933 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1496933 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1496934 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1496934 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1496934 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1496938 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1496938 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1496938 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1496942 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1496942 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1496942 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1496969 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1496969 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1496969 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1496970 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1496970 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1496970 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1496981 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1496981 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1497153 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d91cd08[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1497153 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@47e02177[testSimple1_shard1_replica_n3] main]
[junit4] 2> 1497156 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@29e564e8[testSimple1_shard2_replica_n7] main]
[junit4] 2> 1497157 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1497158 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1497158 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1497159 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1497161 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@10ea45af[testSimple1_shard2_replica_n5] main]
[junit4] 2> 1497165 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1497165 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1497166 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1497166 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1497167 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1497168 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1497168 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1497170 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1497171 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634425804581502976
[junit4] 2> 1497173 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634425804583600128
[junit4] 2> 1497173 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634425804583600128
[junit4] 2> 1497174 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634425804584648704
[junit4] 2> 1497179 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1497179 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 1497183 INFO (searcherExecutor-4410-thread-1-processing-n:127.0.0.1:39351_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node2) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@d91cd08[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1497184 INFO (searcherExecutor-4409-thread-1-processing-n:127.0.0.1:39964_solr x:testSimple1_shard2_replica_n7 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrCore [testSimple1_shard2_replica_n7] Registered new searcher Searcher@29e564e8[testSimple1_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1497185 INFO (searcherExecutor-4408-thread-1-processing-n:127.0.0.1:39351_solr x:testSimple1_shard2_replica_n5 c:testSimple1 s:shard2 r:core_node6) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [testSimple1_shard2_replica_n5] Registered new searcher Searcher@10ea45af[testSimple1_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1497188 INFO (searcherExecutor-4411-thread-1-processing-n:127.0.0.1:39964_solr x:testSimple1_shard1_replica_n3 c:testSimple1 s:shard1 r:core_node4) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [testSimple1_shard1_replica_n3] Registered new searcher Searcher@47e02177[testSimple1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1497199 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14998ms
[junit4] 2> 1497201 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 1497201 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 1497209 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14998ms
[junit4] 2> 1497212 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
[junit4] 2> 1497212 INFO (qtp1180178139-14756) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 1497213 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 1497213 INFO (qtp1180178139-14755) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 1497700 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1497700 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1497700 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39964/solr/testSimple1_shard1_replica_n3/
[junit4] 2> 1497701 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n3 url=http://127.0.0.1:39964/solr START replicas=[http://127.0.0.1:39351/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1497702 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n3 url=http://127.0.0.1:39964/solr DONE. We have no versions. sync failed.
[junit4] 2> 1497705 INFO (qtp1180178139-14754) [n:127.0.0.1:39351_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1497705 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1497705 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1497705 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73358132798226441-core_node4-n_0000000000
[junit4] 2> 1497708 INFO (qtp781189504-14749) [n:127.0.0.1:39964_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39964/solr/testSimple1_shard1_replica_n3/ shard1
[junit4] 2> 1497709 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1497710 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1497710 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39964/solr/testSimple1_shard2_replica_n7/
[junit4] 2> 1497710 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n7 url=http://127.0.0.1:39964/solr START replicas=[http://127.0.0.1:39351/solr/testSimple1_shard2_replica_n5/] nUpdates=100
[junit4] 2> 1497710 INFO (qtp781189504-14746) [n:127.0.0.1:39964_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n7 url=http://127.0.0.1:39964/solr DONE. We have no versions. sync failed.
[junit4] 2> 1497712 INFO (qtp1180178139-14753) [n:127.0.0.1:39351_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.S.Request [testSimple1_shard2_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&ve
[...truncated too long message...]
y-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1651191200
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1651191200
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1651191200
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 57ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 306 minutes 43 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 35 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/35/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"https://127.0.0.1:39678/solr", "node_name":"127.0.0.1:39678_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"https://127.0.0.1:35884/solr", "node_name":"127.0.0.1:35884_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"https://127.0.0.1:39678/solr", "node_name":"127.0.0.1:39678_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"https://127.0.0.1:35884/solr", "node_name":"127.0.0.1:35884_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:37563_solr, 127.0.0.1:39678_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"https://127.0.0.1:39678/solr", "node_name":"127.0.0.1:39678_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"https://127.0.0.1:35884/solr", "node_name":"127.0.0.1:35884_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"https://127.0.0.1:39678/solr", "node_name":"127.0.0.1:39678_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"https://127.0.0.1:35884/solr", "node_name":"127.0.0.1:35884_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"https://127.0.0.1:39678/solr",
"node_name":"127.0.0.1:39678_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"https://127.0.0.1:35884/solr",
"node_name":"127.0.0.1:35884_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"https://127.0.0.1:39678/solr",
"node_name":"127.0.0.1:39678_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"https://127.0.0.1:35884/solr",
"node_name":"127.0.0.1:35884_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:37563_solr, 127.0.0.1:39678_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"https://127.0.0.1:39678/solr",
"node_name":"127.0.0.1:39678_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"https://127.0.0.1:35884/solr",
"node_name":"127.0.0.1:35884_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"https://127.0.0.1:39678/solr",
"node_name":"127.0.0.1:39678_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"https://127.0.0.1:35884/solr",
"node_name":"127.0.0.1:35884_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45564/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([E3F9F0F1B9F1A8E0:DB4AD40F9E027C31]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14027 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> 1009343 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/init-core-data-001
[junit4] 2> 1009343 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1009344 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1009388 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1009396 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1009399 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1009401 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1009401 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1009401 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1009402 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76ee04db{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1009560 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@51498fc1{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-35508-hdfs-_-any-7819197345381349577.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 1009561 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4722b131{HTTP/1.1,[http/1.1]}{localhost:35508}
[junit4] 2> 1009561 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.Server Started @1009628ms
[junit4] 2> 1009636 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1009638 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1009638 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1009638 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1009639 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1009639 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ab97151{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1009791 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3569ea4f{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-45410-datanode-_-any-5011724552725081615.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1009792 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@193534a7{HTTP/1.1,[http/1.1]}{localhost:45410}
[junit4] 2> 1009792 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.Server Started @1009859ms
[junit4] 2> 1009846 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1009848 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1009849 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1009849 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1009849 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1009849 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52341808{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1009932 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3ac0e60714a152c0: Processing first storage report for DS-bd4da562-a031-48c2-94ae-22389d007404 from datanode 5f601936-75cd-487e-b07a-9a648a6c0a74
[junit4] 2> 1009932 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3ac0e60714a152c0: from storage DS-bd4da562-a031-48c2-94ae-22389d007404 node DatanodeRegistration(127.0.0.1:43503, datanodeUuid=5f601936-75cd-487e-b07a-9a648a6c0a74, infoPort=37565, infoSecurePort=0, ipcPort=40982, storageInfo=lv=-57;cid=testClusterID;nsid=2102240508;c=1558617118273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1009933 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3ac0e60714a152c0: Processing first storage report for DS-1d006c81-20b8-4e69-8bcc-10de44901c31 from datanode 5f601936-75cd-487e-b07a-9a648a6c0a74
[junit4] 2> 1009933 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3ac0e60714a152c0: from storage DS-1d006c81-20b8-4e69-8bcc-10de44901c31 node DatanodeRegistration(127.0.0.1:43503, datanodeUuid=5f601936-75cd-487e-b07a-9a648a6c0a74, infoPort=37565, infoSecurePort=0, ipcPort=40982, storageInfo=lv=-57;cid=testClusterID;nsid=2102240508;c=1558617118273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1010017 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@592f5cdc{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-43362-datanode-_-any-6060500312044038247.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1010017 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4a72dfbd{HTTP/1.1,[http/1.1]}{localhost:43362}
[junit4] 2> 1010017 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[E3F9F0F1B9F1A8E0]-worker) [ ] o.e.j.s.Server Started @1010085ms
[junit4] 2> 1010141 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x70365bee9a5371b3: Processing first storage report for DS-58fa07e1-3438-47da-94bb-d55c6bdc646b from datanode bf80f242-a260-4ce2-9ba8-ce32e6de6a57
[junit4] 2> 1010141 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x70365bee9a5371b3: from storage DS-58fa07e1-3438-47da-94bb-d55c6bdc646b node DatanodeRegistration(127.0.0.1:39739, datanodeUuid=bf80f242-a260-4ce2-9ba8-ce32e6de6a57, infoPort=35654, infoSecurePort=0, ipcPort=34298, storageInfo=lv=-57;cid=testClusterID;nsid=2102240508;c=1558617118273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1010141 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x70365bee9a5371b3: Processing first storage report for DS-eb433638-b7df-4735-aa05-9ff97efa17d8 from datanode bf80f242-a260-4ce2-9ba8-ce32e6de6a57
[junit4] 2> 1010141 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x70365bee9a5371b3: from storage DS-eb433638-b7df-4735-aa05-9ff97efa17d8 node DatanodeRegistration(127.0.0.1:39739, datanodeUuid=bf80f242-a260-4ce2-9ba8-ce32e6de6a57, infoPort=35654, infoSecurePort=0, ipcPort=34298, storageInfo=lv=-57;cid=testClusterID;nsid=2102240508;c=1558617118273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1010222 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E3F9F0F1B9F1A8E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1010224 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E3F9F0F1B9F1A8E0]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/tempDir-002
[junit4] 2> 1010225 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E3F9F0F1B9F1A8E0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1010225 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1010225 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1010325 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E3F9F0F1B9F1A8E0]) [ ] o.a.s.c.ZkTestServer start zk server on port:43648
[junit4] 2> 1010325 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E3F9F0F1B9F1A8E0]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43648
[junit4] 2> 1010325 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E3F9F0F1B9F1A8E0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43648
[junit4] 2> 1010330 INFO (zkConnectionManagerCallback-62723-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010335 INFO (zkConnectionManagerCallback-62725-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010336 INFO (zkConnectionManagerCallback-62727-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010340 WARN (jetty-launcher-62728-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1010340 WARN (jetty-launcher-62728-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1010341 WARN (jetty-launcher-62728-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1010341 INFO (jetty-launcher-62728-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1010343 INFO (jetty-launcher-62728-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1010343 INFO (jetty-launcher-62728-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1010343 INFO (jetty-launcher-62728-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1010345 INFO (jetty-launcher-62728-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1010345 INFO (jetty-launcher-62728-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1010345 INFO (jetty-launcher-62728-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1010345 INFO (jetty-launcher-62728-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16134378{/solr,null,AVAILABLE}
[junit4] 2> 1010345 WARN (jetty-launcher-62728-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7c12afb7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010346 INFO (jetty-launcher-62728-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c8afc7f{/solr,null,AVAILABLE}
[junit4] 2> 1010347 WARN (jetty-launcher-62728-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4ca241b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e85e762{SSL,[ssl, http/1.1]}{127.0.0.1:37563}
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-2) [ ] o.e.j.s.Server Started @1010419ms
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37563}
[junit4] 2> 1010352 ERROR (jetty-launcher-62728-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38b64463{/solr,null,AVAILABLE}
[junit4] 2> 1010352 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.1
[junit4] 2> 1010353 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1010353 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1010353 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-23T13:11:59.265Z
[junit4] 2> 1010353 WARN (jetty-launcher-62728-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4e5aef09[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010353 INFO (jetty-launcher-62728-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35007ab6{SSL,[ssl, http/1.1]}{127.0.0.1:39678}
[junit4] 2> 1010353 INFO (jetty-launcher-62728-thread-1) [ ] o.e.j.s.Server Started @1010421ms
[junit4] 2> 1010353 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39678}
[junit4] 2> 1010354 ERROR (jetty-launcher-62728-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1010354 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1010354 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.1
[junit4] 2> 1010354 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1010354 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1010354 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-23T13:11:59.266Z
[junit4] 2> 1010355 INFO (jetty-launcher-62728-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43021c25{SSL,[ssl, http/1.1]}{127.0.0.1:35884}
[junit4] 2> 1010355 INFO (jetty-launcher-62728-thread-3) [ ] o.e.j.s.Server Started @1010422ms
[junit4] 2> 1010355 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35884}
[junit4] 2> 1010355 INFO (zkConnectionManagerCallback-62730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010355 ERROR (jetty-launcher-62728-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1010355 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1010355 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.1.1
[junit4] 2> 1010355 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1010355 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1010355 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-23T13:11:59.267Z
[junit4] 2> 1010356 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1010356 INFO (zkConnectionManagerCallback-62732-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010361 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1010361 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1010361 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1010363 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1010365 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1010365 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1010367 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1010369 INFO (zkConnectionManagerCallback-62734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010369 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1010373 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1010373 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1010374 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1010448 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1010449 WARN (jetty-launcher-62728-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1010449 WARN (jetty-launcher-62728-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@61f75037[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010453 WARN (jetty-launcher-62728-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1010453 WARN (jetty-launcher-62728-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@689b2c9a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010454 INFO (jetty-launcher-62728-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43648/solr
[junit4] 2> 1010463 INFO (zkConnectionManagerCallback-62743-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010468 INFO (zkConnectionManagerCallback-62745-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010545 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37563_solr
[junit4] 2> 1010545 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.c.Overseer Overseer (id=73352052491288583-127.0.0.1:37563_solr-n_0000000000) starting
[junit4] 2> 1010551 INFO (zkConnectionManagerCallback-62752-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010554 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43648/solr ready
[junit4] 2> 1010555 INFO (OverseerStateUpdate-73352052491288583-127.0.0.1:37563_solr-n_0000000000) [n:127.0.0.1:37563_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37563_solr
[junit4] 2> 1010559 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37563_solr
[junit4] 2> 1010578 INFO (zkCallback-62744-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1010583 INFO (zkCallback-62751-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1010601 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1010602 WARN (jetty-launcher-62728-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1010603 WARN (jetty-launcher-62728-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@a242a68[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010608 WARN (jetty-launcher-62728-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1010609 WARN (jetty-launcher-62728-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1210899f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010610 INFO (jetty-launcher-62728-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43648/solr
[junit4] 2> 1010611 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1010614 INFO (zkConnectionManagerCallback-62758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010616 INFO (zkConnectionManagerCallback-62761-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010621 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1010626 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:35884_solr as DOWN
[junit4] 2> 1010627 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1010627 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35884_solr
[junit4] 2> 1010628 INFO (zkCallback-62751-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1010628 INFO (zkCallback-62744-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1010634 INFO (zkCallback-62760-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1010639 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010652 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010652 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010653 INFO (jetty-launcher-62728-thread-2) [n:127.0.0.1:37563_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/tempDir-002/node2/.
[junit4] 2> 1010656 INFO (zkConnectionManagerCallback-62768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010658 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1010659 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43648/solr ready
[junit4] 2> 1010659 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1010688 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010704 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010704 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010705 INFO (jetty-launcher-62728-thread-3) [n:127.0.0.1:35884_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/tempDir-002/node3/.
[junit4] 2> 1010770 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1010771 WARN (jetty-launcher-62728-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1010772 WARN (jetty-launcher-62728-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3c94c1b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010776 WARN (jetty-launcher-62728-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1010777 WARN (jetty-launcher-62728-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@78b571c1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1010778 INFO (jetty-launcher-62728-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43648/solr
[junit4] 2> 1010779 INFO (zkConnectionManagerCallback-62775-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010782 INFO (zkConnectionManagerCallback-62777-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010792 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1010797 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39678_solr as DOWN
[junit4] 2> 1010799 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1010799 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39678_solr
[junit4] 2> 1010800 INFO (zkCallback-62751-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1010800 INFO (zkCallback-62760-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1010800 INFO (zkCallback-62744-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1010801 INFO (zkCallback-62767-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1010801 INFO (zkCallback-62776-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1010828 INFO (zkConnectionManagerCallback-62784-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010830 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1010831 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43648/solr ready
[junit4] 2> 1010831 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1010860 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010876 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010876 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1010878 INFO (jetty-launcher-62728-thread-1) [n:127.0.0.1:39678_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/tempDir-002/node1/.
[junit4] 2> 1010933 INFO (zkConnectionManagerCallback-62790-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1010935 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E3F9F0F1B9F1A8E0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1010937 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[E3F9F0F1B9F1A8E0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43648/solr ready
[junit4] 2> 1010960 INFO (qtp864925509-121080) [n:127.0.0.1:39678_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1010963 INFO (qtp864925509-121075) [n:127.0.0.1:39678_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37563_solr,127.0.0.1:35884_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1010967 INFO (OverseerThreadFactory-8744-thread-1-processing-n:127.0.0.1:37563_solr) [n:127.0.0.1:37563_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1011076 INFO (OverseerStateUpdate-73352052491288583-127.0.0.1:37563_solr-n_0000000000) [n:127.0.0.1:37563_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37563/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1011079 INFO (OverseerStateUpdate-73352052491288583-127.0.0.1:37563_solr-n_0000000000) [n:127.0.0.1:37563_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35884/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1011083 INFO (OverseerStateUpdate-73352052491288583-127.0.0.1:37563_solr-n_0000000000) [n:127.0.0.1:37563_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37563/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1011086 INFO (OverseerStateUpdate-73352052491288583-127.0.0.1:37563_solr-n_0000000000) [n:127.0.0.1:37563_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35884/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1011324 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1011324 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1011330 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1011330 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr x:testSimple1_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1011336 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1012348 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1012350 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1012367 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1012368 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.1
[junit4] 2> 1012379 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1012379 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1012381 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1012383 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1012383 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1012383 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1012383 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1012383 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1012383 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1012384 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1012385 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1012385 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1012386 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1012387 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1012387 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1012387 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@552894aa
[junit4] 2> 1012394 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45564/solr_hdfs_home
[junit4] 2> 1012395 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1012395 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/tempDir-002/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 1012395 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45564/solr_hdfs_home
[junit4] 2> 1012395 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1012395 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/tempDir-002/node3/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 1012395 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45564/solr_hdfs_home
[junit4] 2> 1012395 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1012395 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node3/data/]
[junit4] 2> 1012396 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45564/solr_hdfs_home
[junit4] 2> 1012396 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1012396 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_E3F9F0F1B9F1A8E0-001/tempDir-002/node3/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node5/data/]
[junit4] 2> 1012396 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 1012397 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 1012398 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 1012406 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1012406 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1012406 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1012406 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1012406 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1012406 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1012408 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 1012414 WARN (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1012414 WARN (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1012417 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1012417 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1012419 WARN (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1012419 WARN (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1017420 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1017433 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1017437 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1017438 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node3/data
[junit4] 2> 1017441 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 1017443 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node5/data
[junit4] 2> 1017445 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1017446 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 1017514 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 1017516 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node5/data/index
[junit4] 2> 1017516 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node3/data/index
[junit4] 2> 1017519 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45564/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 1017524 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1017524 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1017526 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1017526 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1017529 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1017532 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1017539 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1017539 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1017542 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1017543 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1017543 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1017554 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1017660 WARN (DataStreamer for file /solr_hdfs_home/testSimple1/core_node8/data/index/pending_segments_1) [ ] o.a.h.h.DataStreamer Caught exception
[junit4] 2> => java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.lang.Object.wait(Native Method) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.join(Thread.java:1252) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.join(Thread.java:1326) [?:1.8.0_191]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.closeResponder(DataStreamer.java:986) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.endBlock(DataStreamer.java:640) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:810) ~[hadoop-hdfs-client-3.2.0.jar:?]
[junit4] 2> 1017794 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1017794 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1017794 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1017796 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1017796 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1017796 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1017809 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1017809 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1017813 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1017813 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1017819 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1017819 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1017819 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1017829 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1017829 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1017829 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1017836 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1017836 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1017842 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1017842 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1017849 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@ca82515[testSimple1_shard2_replica_n6] main]
[junit4] 2> 1017851 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1017851 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1017852 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1017852 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634328512313688064
[junit4] 2> 1017861 INFO (searcherExecutor-8764-thread-1-processing-n:127.0.0.1:35884_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@ca82515[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1017867 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@8f241d2[testSimple1_shard2_replica_n4] main]
[junit4] 2> 1017868 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64a3ef0a[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1017868 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1017869 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@60d2ecdf[testSimple1_shard1_replica_n2] main]
[junit4] 2> 1017869 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1017870 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1017870 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1017870 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1017870 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634328512332562432
[junit4] 2> 1017871 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1017871 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634328512333611008
[junit4] 2> 1017874 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1017874 INFO (searcherExecutor-8763-thread-1-processing-n:127.0.0.1:37563_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@8f241d2[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1017874 INFO (searcherExecutor-8766-thread-1-processing-n:127.0.0.1:37563_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@64a3ef0a[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1017874 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1017875 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1017875 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634328512337805312
[junit4] 2> 1017880 INFO (searcherExecutor-8765-thread-1-processing-n:127.0.0.1:35884_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@60d2ecdf[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1017881 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 1017882 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 1017883 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1017883 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 1017887 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 1017887 INFO (qtp1589108326-121074) [n:127.0.0.1:35884_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 1017887 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 1017887 INFO (qtp2135042145-121068) [n:127.0.0.1:37563_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 1017896 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1017896 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1017896 INFO (qtp1589108326-121082) [n:127.0.0.1:35884_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35884/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 1017897 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1017897 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1017897 INFO (qtp2135042145-121070) [n:127.0.0.1:37563_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http
[...truncated too long message...]
y-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1184327225
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1184327225
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1184327225
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 84ms :: artifacts dl 8ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 285 minutes 35 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 33 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/33/
5 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([F0E0E64D74AD1438:7BC7359C35ABBFBC]:0)
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:433)
at sun.nio.ch.Net.bind(Net.java:425)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:394)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=217092, name=qtp1712625258-217092, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=217139, name=Scheduler-1646993008, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=217096, name=qtp1712625258-217096, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=217090, name=qtp1712625258-217090, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/618657086.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=217094, name=qtp1712625258-217094, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=217093, name=qtp1712625258-217093, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=217095, name=qtp1712625258-217095, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=217091, name=qtp1712625258-217091-acceptor-0@25c2a4a9-ServerConnector@3b7bf90c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40532}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=217089, name=qtp1712625258-217089, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/618657086.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=217097, name=Scheduler-305080541, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=217092, name=qtp1712625258-217092, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=217139, name=Scheduler-1646993008, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=217096, name=qtp1712625258-217096, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=217090, name=qtp1712625258-217090, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/618657086.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=217094, name=qtp1712625258-217094, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=217093, name=qtp1712625258-217093, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=217095, name=qtp1712625258-217095, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=217091, name=qtp1712625258-217091-acceptor-0@25c2a4a9-ServerConnector@3b7bf90c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40532}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=217089, name=qtp1712625258-217089, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/618657086.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=217097, name=Scheduler-305080541, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F0E0E64D74AD1438]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=217139, name=Scheduler-1646993008, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=217090, name=qtp1712625258-217090, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/618657086.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=217089, name=qtp1712625258-217089, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/618657086.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=217097, name=Scheduler-305080541, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=217139, name=Scheduler-1646993008, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=217090, name=qtp1712625258-217090, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/618657086.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=217089, name=qtp1712625258-217089, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$27/618657086.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=217097, name=Scheduler-305080541, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F0E0E64D74AD1438]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:42041/o/w/control_collection
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:42041/o/w/control_collection
at __randomizedtesting.SeedInfo.seed([F0E0E64D74AD1438:78B4D997DA5179C0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1725)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:182)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 48 more
FAILED: org.apache.solr.security.JWTAuthPluginIntegrationTest.testMetrics
Error Message:
Invalid json <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 500 Server Error</title> </head> <body><h2>HTTP ERROR 500</h2> <p>Problem accessing /solr/____v2/cluster/security/authentication. Reason: <pre> Server Error</pre></p><h3>Caused by:</h3><pre>org.apache.solr.common.SolrException: Error during request authentication, at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:492) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) Caused by: java.lang.NullPointerException at org.apache.solr.security.JWTAuthPlugin.authenticate(JWTAuthPlugin.java:407) at org.apache.solr.security.JWTAuthPlugin.doAuthenticate(JWTAuthPlugin.java:322) at org.apache.solr.security.AuthenticationPlugin.authenticate(AuthenticationPlugin.java:94) at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:486) ... 27 more </pre> <h3>Caused by:</h3><pre>java.lang.NullPointerException at org.apache.solr.security.JWTAuthPlugin.authenticate(JWTAuthPlugin.java:407) at org.apache.solr.security.JWTAuthPlugin.doAuthenticate(JWTAuthPlugin.java:322) at org.apache.solr.security.AuthenticationPlugin.authenticate(AuthenticationPlugin.java:94) at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:486) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) </pre> <hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.14.v20181114</a><hr/> </body> </html>
Stack Trace:
java.lang.AssertionError: Invalid json <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 500 Server Error</title>
</head>
<body><h2>HTTP ERROR 500</h2>
<p>Problem accessing /solr/____v2/cluster/security/authentication. Reason:
<pre> Server Error</pre></p><h3>Caused by:</h3><pre>org.apache.solr.common.SolrException: Error during request authentication,
at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:492)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at org.apache.solr.security.JWTAuthPlugin.authenticate(JWTAuthPlugin.java:407)
at org.apache.solr.security.JWTAuthPlugin.doAuthenticate(JWTAuthPlugin.java:322)
at org.apache.solr.security.AuthenticationPlugin.authenticate(AuthenticationPlugin.java:94)
at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:486)
... 27 more
</pre>
<h3>Caused by:</h3><pre>java.lang.NullPointerException
at org.apache.solr.security.JWTAuthPlugin.authenticate(JWTAuthPlugin.java:407)
at org.apache.solr.security.JWTAuthPlugin.doAuthenticate(JWTAuthPlugin.java:322)
at org.apache.solr.security.AuthenticationPlugin.authenticate(AuthenticationPlugin.java:94)
at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:486)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:383)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
</pre>
<hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.14.v20181114</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([F0E0E64D74AD1438:EF234EF68A7638B]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudAuthTestCase.verifySecurityStatus(SolrCloudAuthTestCase.java:206)
at org.apache.solr.cloud.SolrCloudAuthTestCase.verifySecurityStatus(SolrCloudAuthTestCase.java:188)
at org.apache.solr.security.JWTAuthPluginIntegrationTest.testMetrics(JWTAuthPluginIntegrationTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13798 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 411192 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F0E0E64D74AD1438-001/init-core-data-001
[junit4] 2> 411193 WARN (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=41 numCloses=41
[junit4] 2> 411193 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 411198 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 411199 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /o/w
[junit4] 2> 412096 WARN (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 413917 WARN (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 414245 WARN (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 414276 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 414294 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 414294 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 414294 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 414296 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75b6898f{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 414566 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@24be9278{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west.apache.org-42898-hdfs-_-any-9078819979206884559.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 414567 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27e99a5c{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:42898}
[junit4] 2> 414567 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.Server Started @414718ms
[junit4] 2> 416483 WARN (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 416489 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 416510 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 416510 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 416510 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 416511 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6abb5539{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 416743 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@32c79a67{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-34360-datanode-_-any-1911700564152857638.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 416743 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c5fcf66{HTTP/1.1,[http/1.1]}{localhost:34360}
[junit4] 2> 416743 INFO (SUITE-HdfsSyncSliceTest-seed#[F0E0E64D74AD1438]-worker) [ ] o.e.j.s.Server Started @416894ms
[junit4] 2> 418704 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8afeb5703ea3d34e: Processing first storage report for DS-5aa11180-a90b-47cf-8cce-c12026904e9d from datanode 7b39a18f-ffbe-4390-9222-d7ac5b481e5b
[junit4] 2> 418708 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8afeb5703ea3d34e: from storage DS-5aa11180-a90b-47cf-8cce-c12026904e9d node DatanodeRegistration(127.0.0.1:42285, datanodeUuid=7b39a18f-ffbe-4390-9222-d7ac5b481e5b, infoPort=42448, infoSecurePort=0, ipcPort=44281, storageInfo=lv=-57;cid=testClusterID;nsid=250366858;c=1557853521851), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
[junit4] 2> 418708 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8afeb5703ea3d34e: Processing first storage report for DS-cfb64054-5c24-44dc-942f-825ae0d94e13 from datanode 7b39a18f-ffbe-4390-9222-d7ac5b481e5b
[junit4] 2> 418708 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x8afeb5703ea3d34e: from storage DS-cfb64054-5c24-44dc-942f-825ae0d94e13 node DatanodeRegistration(127.0.0.1:42285, datanodeUuid=7b39a18f-ffbe-4390-9222-d7ac5b481e5b, infoPort=42448, infoSecurePort=0, ipcPort=44281, storageInfo=lv=-57;cid=testClusterID;nsid=250366858;c=1557853521851), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 418851 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 418851 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 418851 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 418951 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer start zk server on port:40758
[junit4] 2> 418951 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40758
[junit4] 2> 418951 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40758
[junit4] 2> 418975 INFO (zkConnectionManagerCallback-887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 418994 INFO (zkConnectionManagerCallback-889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 418996 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 418997 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 418998 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 419000 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 419001 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 419002 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 419003 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 419004 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 419005 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 419007 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 419008 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 419031 INFO (zkConnectionManagerCallback-893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 419041 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 419190 WARN (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 419190 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 419190 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 419190 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 419200 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 419200 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 419200 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 419201 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52f3b3af{/o/w,null,AVAILABLE}
[junit4] 2> 419202 WARN (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@299c1f53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 419203 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50cb222f{SSL,[ssl, http/1.1]}{127.0.0.1:42041}
[junit4] 2> 419203 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.s.Server Started @419353ms
[junit4] 2> 419203 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:45524/hdfs__lucene2-us-west.apache.org_45524__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_F0E0E64D74AD1438-001_tempDir-002_control_data, hostContext=/o/w, hostPort=42041, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F0E0E64D74AD1438-001/control-001/cores}
[junit4] 2> 419203 ERROR (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 419203 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 419203 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 419203 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 419203 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 419203 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-14T17:05:27.743Z
[junit4] 2> 419205 INFO (zkConnectionManagerCallback-895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 419206 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 419206 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F0E0E64D74AD1438-001/control-001/solr.xml
[junit4] 2> 419210 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 419210 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 419211 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5d3bb4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 419410 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 419411 WARN (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 419412 WARN (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@12ed2350[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 419415 WARN (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 419422 WARN (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@63bd9c4d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 419423 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40758/solr
[junit4] 2> 419436 INFO (zkConnectionManagerCallback-902-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 419479 INFO (zkConnectionManagerCallback-904-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 419568 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42041_o%2Fw
[junit4] 2> 419568 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.c.Overseer Overseer (id=74691546716962821-127.0.0.1:42041_o%2Fw-n_0000000000) starting
[junit4] 2> 419659 INFO (zkConnectionManagerCallback-911-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 419662 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40758/solr ready
[junit4] 2> 419664 INFO (OverseerStateUpdate-74691546716962821-127.0.0.1:42041_o%2Fw-n_0000000000) [n:127.0.0.1:42041_o%2Fw ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42041_o%2Fw
[junit4] 2> 419668 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42041_o%2Fw
[junit4] 2> 419675 INFO (zkCallback-910-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 419687 INFO (zkCallback-903-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 419732 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 419758 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5d3bb4
[junit4] 2> 419791 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5d3bb4
[junit4] 2> 419791 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5d3bb4
[junit4] 2> 419792 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [n:127.0.0.1:42041_o%2Fw ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F0E0E64D74AD1438-001/control-001/cores
[junit4] 2> 419871 INFO (zkConnectionManagerCallback-917-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 419872 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 419873 INFO (TEST-HdfsSyncSliceTest.test-seed#[F0E0E64D74AD1438]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40758/solr ready
[junit4] 2> 419899 INFO (qtp82152642-2767) [n:127.0.0.1:42041_o%2Fw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42041_o%252Fw&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 419951 INFO (OverseerThreadFactory-796-thread-1-processing-n:127.0.0.1:42041_o%2Fw) [n:127.0.0.1:42041_o%2Fw ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 420088 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 420088 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 421109 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 421124 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 421270 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 421298 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 421299 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5d3bb4
[junit4] 2> 421308 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:45524/solr_hdfs_home
[junit4] 2> 421308 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 421308 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_F0E0E64D74AD1438-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:45524/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 421309 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45524/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 421325 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 421325 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 421325 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 422596 WARN (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 427903 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 427910 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45524/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 427956 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:45524/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 427970 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 427970 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 427970 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 427996 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 427997 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=30.42578125, floorSegmentMB=1.3447265625, forceMergeDeletesPctAllowed=24.62829986496178, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=22.619084726509698
[junit4] 2> 428804 WARN (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 428919 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 428919 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 428919 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 428977 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 428977 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 428980 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=36.826171875, floorSegmentMB=1.7880859375, forceMergeDeletesPctAllowed=11.603716074987814, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=26.49907611103673
[junit4] 2> 429111 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c212fc[control_collection_shard1_replica_n1] main]
[junit4] 2> 429128 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 429128 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 429131 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 429133 INFO (qtp82152642-2765) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633527831119003648
[junit4] 2> 429141 INFO (searcherExecutor-801-thread-1-processing-n:127.0.0.1:42041_o%2Fw x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42041_o%2Fw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_rep
[...truncated too long message...]
-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1211100140
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1211100140
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1211100140
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 36ms :: artifacts dl 5ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 535 minutes 47 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.1 - Build # 32 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.1/32/
2 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery2.test
Error Message:
Timeout waiting to see state for collection=collection1 :DocCollection(collection1//collections/collection1/state.json/11)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node2":{ "core":"collection1_shard1_replica_n1", "base_url":"https://127.0.0.1:42062/solr", "node_name":"127.0.0.1:42062_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node4":{ "core":"collection1_shard1_replica_n3", "base_url":"https://127.0.0.1:43467/solr", "node_name":"127.0.0.1:43467_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:42062_solr, 127.0.0.1:43467_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/11)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node2":{ "core":"collection1_shard1_replica_n1", "base_url":"https://127.0.0.1:42062/solr", "node_name":"127.0.0.1:42062_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node4":{ "core":"collection1_shard1_replica_n3", "base_url":"https://127.0.0.1:43467/solr", "node_name":"127.0.0.1:43467_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError:
Timeout waiting to see state for collection=collection1 :DocCollection(collection1//collections/collection1/state.json/11)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"collection1_shard1_replica_n1",
"base_url":"https://127.0.0.1:42062/solr",
"node_name":"127.0.0.1:42062_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node4":{
"core":"collection1_shard1_replica_n3",
"base_url":"https://127.0.0.1:43467/solr",
"node_name":"127.0.0.1:43467_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:42062_solr, 127.0.0.1:43467_solr]
Last available state: DocCollection(collection1//collections/collection1/state.json/11)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node2":{
"core":"collection1_shard1_replica_n1",
"base_url":"https://127.0.0.1:42062/solr",
"node_name":"127.0.0.1:42062_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node4":{
"core":"collection1_shard1_replica_n3",
"base_url":"https://127.0.0.1:43467/solr",
"node_name":"127.0.0.1:43467_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([DF83706E1088C08F:57D74FB4BE74AD77]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:288)
at org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:91)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test
Error Message:
There are still nodes recoverying - waited for 60 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 60 seconds
at __randomizedtesting.SeedInfo.seed([DF83706E1088C08F:57D74FB4BE74AD77]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1038)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1595)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:397)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13783 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/init-core-data-001
[junit4] 2> 20639 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 20640 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 20649 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 20650 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 20651 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 21706 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 23577 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 24104 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 24194 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 24308 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 24308 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 24324 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 24347 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8cdecff{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 24996 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@47413719{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/jetty-lucene2-us-west.apache.org-33585-hdfs-_-any-6147257149142044363.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 25015 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3525aaa3{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:33585}
[junit4] 2> 25015 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.Server Started @25057ms
[junit4] 2> 27715 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 27721 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 27736 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 27736 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 27736 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 27744 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4528f0d0{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 28004 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@513a1138{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-36025-datanode-_-any-4329854251527950464.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 28006 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5942d4da{HTTP/1.1,[http/1.1]}{localhost:36025}
[junit4] 2> 28007 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[DF83706E1088C08F]-worker) [ ] o.e.j.s.Server Started @28048ms
[junit4] 2> 31861 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1bc1c1a256484710: Processing first storage report for DS-3d917587-c4aa-4b74-8bbd-8a90ce668c4b from datanode b69f5381-1cae-41c1-9c31-cbfa023df74f
[junit4] 2> 31863 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1bc1c1a256484710: from storage DS-3d917587-c4aa-4b74-8bbd-8a90ce668c4b node DatanodeRegistration(127.0.0.1:36922, datanodeUuid=b69f5381-1cae-41c1-9c31-cbfa023df74f, infoPort=37906, infoSecurePort=0, ipcPort=41889, storageInfo=lv=-57;cid=testClusterID;nsid=1292339767;c=1557734137877), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0
[junit4] 2> 31864 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1bc1c1a256484710: Processing first storage report for DS-ab36d891-ce6a-4324-b25d-1dd98ccc9c27 from datanode b69f5381-1cae-41c1-9c31-cbfa023df74f
[junit4] 2> 31864 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1bc1c1a256484710: from storage DS-ab36d891-ce6a-4324-b25d-1dd98ccc9c27 node DatanodeRegistration(127.0.0.1:36922, datanodeUuid=b69f5381-1cae-41c1-9c31-cbfa023df74f, infoPort=37906, infoSecurePort=0, ipcPort=41889, storageInfo=lv=-57;cid=testClusterID;nsid=1292339767;c=1557734137877), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 32328 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 32332 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 32333 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 32432 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer start zk server on port:37480
[junit4] 2> 32432 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37480
[junit4] 2> 32433 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37480
[junit4] 2> 32738 INFO (zkConnectionManagerCallback-20-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 32797 INFO (zkConnectionManagerCallback-22-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 32810 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 32815 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 32818 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 32828 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 32831 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 32833 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 32836 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 32838 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 32841 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 32843 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 32845 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 32858 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 33195 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 33204 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 33204 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 33204 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 33212 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 33212 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 33212 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 33217 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@788997f4{/,null,AVAILABLE}
[junit4] 2> 33220 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2926674{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43981}
[junit4] 2> 33220 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.s.Server Started @33261ms
[junit4] 2> 33220 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:38839/hdfs__lucene2-us-west.apache.org_38839__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001_tempDir-002_control_data, replicaType=NRT, hostContext=/, hostPort=43981, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/control-001/cores}
[junit4] 2> 33299 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 33299 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 33299 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 33299 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 33299 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 33300 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-13T07:55:48.387Z
[junit4] 2> 33300 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 33316 INFO (zkConnectionManagerCallback-24-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 33319 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 33322 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/control-001/solr.xml
[junit4] 2> 33342 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 33342 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 33349 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 33842 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 33926 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@af2156[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 33978 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@47e59d9f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 34038 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37480/solr
[junit4] 2> 34160 INFO (zkConnectionManagerCallback-31-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 34220 INFO (zkConnectionManagerCallback-33-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 34737 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43981_
[junit4] 2> 34739 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.c.Overseer Overseer (id=74683723037540356-127.0.0.1:43981_-n_0000000000) starting
[junit4] 2> 34904 INFO (zkConnectionManagerCallback-40-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 34909 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37480/solr ready
[junit4] 2> 35147 INFO (OverseerStateUpdate-74683723037540356-127.0.0.1:43981_-n_0000000000) [n:127.0.0.1:43981_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43981_
[junit4] 2> 35157 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43981_
[junit4] 2> 35261 INFO (zkCallback-32-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35262 INFO (zkCallback-39-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35311 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 35347 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c
[junit4] 2> 35348 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c
[junit4] 2> 35348 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c
[junit4] 2> 35360 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [n:127.0.0.1:43981_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/control-001/cores
[junit4] 2> 35680 INFO (zkConnectionManagerCallback-46-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 35682 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35685 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37480/solr ready
[junit4] 2> 37473 INFO (qtp274821337-204) [n:127.0.0.1:43981_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43981_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 37666 INFO (OverseerThreadFactory-44-thread-1-processing-n:127.0.0.1:43981_) [n:127.0.0.1:43981_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 37954 INFO (qtp274821337-206) [n:127.0.0.1:43981_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 38001 INFO (qtp274821337-206) [n:127.0.0.1:43981_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 39073 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
[junit4] 2> 39431 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 40175 WARN (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 40567 WARN (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 40572 WARN (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 40603 WARN (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 41384 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 41877 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 42033 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c
[junit4] 2> 42109 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:38839/solr_hdfs_home
[junit4] 2> 42109 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 42109 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:38839/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 42164 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:38839/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 42554 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 42554 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 42554 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 46562 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 46618 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:38839/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 46963 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:38839/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 47003 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 47003 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 47036 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 47112 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 47112 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=78.896484375, floorSegmentMB=0.96484375, forceMergeDeletesPctAllowed=11.977574198680163, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8434124823973587, deletesPctAllowed=41.1830461678093
[junit4] 2> 49944 WARN (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 50861 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 50861 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 50861 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 51144 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 51144 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 51163 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=57.111328125, floorSegmentMB=0.515625, forceMergeDeletesPctAllowed=23.19164907206949, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6450980273320231, deletesPctAllowed=26.55520380750752
[junit4] 2> 51946 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76cdedf2[control_collection_shard1_replica_n1] main]
[junit4] 2> 52000 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 52001 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 52093 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 52147 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633402662141558784
[junit4] 2> 52219 INFO (searcherExecutor-49-thread-1-processing-n:127.0.0.1:43981_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@76cdedf2[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 52473 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 52510 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 52654 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 52654 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 52655 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43981/control_collection_shard1_replica_n1/
[junit4] 2> 52657 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 52657 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43981/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 52672 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74683723037540356-core_node2-n_0000000000
[junit4] 2> 52746 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43981/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 52893 INFO (zkCallback-32-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 52988 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 53061 INFO (qtp274821337-206) [n:127.0.0.1:43981_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=15110
[junit4] 2> 53228 INFO (zkCallback-32-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 53228 INFO (zkCallback-32-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 53363 INFO (zkCallback-32-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 53866 INFO (qtp274821337-204) [n:127.0.0.1:43981_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 53867 INFO (qtp274821337-204) [n:127.0.0.1:43981_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43981_&wt=javabin&version=2} status=0 QTime=16411
[junit4] 2> 53881 INFO (OverseerCollectionConfigSetProcessor-74683723037540356-127.0.0.1:43981_-n_0000000000) [n:127.0.0.1:43981_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 54246 INFO (zkConnectionManagerCallback-52-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 54631 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 54657 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37480/solr ready
[junit4] 2> 54674 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 54758 INFO (qtp274821337-206) [n:127.0.0.1:43981_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 54876 INFO (OverseerThreadFactory-44-thread-2-processing-n:127.0.0.1:43981_) [n:127.0.0.1:43981_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 55250 WARN (OverseerThreadFactory-44-thread-2-processing-n:127.0.0.1:43981_) [n:127.0.0.1:43981_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 55304 INFO (qtp274821337-206) [n:127.0.0.1:43981_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 55324 INFO (qtp274821337-206) [n:127.0.0.1:43981_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=566
[junit4] 2> 55360 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 56614 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-1-001 of type NRT
[junit4] 2> 56665 WARN (closeThreadPool-53-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 56666 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 56666 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 56701 INFO (closeThreadPool-53-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 56758 INFO (closeThreadPool-53-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 56758 INFO (closeThreadPool-53-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 56758 INFO (closeThreadPool-53-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 56759 INFO (closeThreadPool-53-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@433264d1{/,null,AVAILABLE}
[junit4] 2> 56761 INFO (closeThreadPool-53-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3bd43257{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39144}
[junit4] 2> 56761 INFO (closeThreadPool-53-thread-1) [ ] o.e.j.s.Server Started @56802ms
[junit4] 2> 56761 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:38839/hdfs__lucene2-us-west.apache.org_38839__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001_tempDir-002_jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39144, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-1-001/cores}
[junit4] 2> 56810 ERROR (closeThreadPool-53-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 56810 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 56810 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 56810 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 56810 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 56811 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-13T07:56:11.897Z
[junit4] 2> 56932 INFO (OverseerCollectionConfigSetProcessor-74683723037540356-127.0.0.1:43981_-n_0000000000) [n:127.0.0.1:43981_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 56940 INFO (zkConnectionManagerCallback-55-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 56977 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 56977 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-1-001/solr.xml
[junit4] 2> 57103 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 57103 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 57159 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 58597 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-2-001 of type NRT
[junit4] 2> 58634 WARN (closeThreadPool-53-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 58636 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 58649 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 58649 INFO (closeThreadPool-53-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 58839 INFO (closeThreadPool-53-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 58840 INFO (closeThreadPool-53-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 58840 INFO (closeThreadPool-53-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 58863 INFO (closeThreadPool-53-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25a2491d{/,null,AVAILABLE}
[junit4] 2> 59013 INFO (closeThreadPool-53-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6645008e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37115}
[junit4] 2> 59014 INFO (closeThreadPool-53-thread-2) [ ] o.e.j.s.Server Started @59055ms
[junit4] 2> 59014 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:38839/hdfs__lucene2-us-west.apache.org_38839__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001_tempDir-002_jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=37115, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-2-001/cores}
[junit4] 2> 59254 ERROR (closeThreadPool-53-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 59254 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 59255 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 59255 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 59255 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 59255 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-13T07:56:14.342Z
[junit4] 2> 59456 INFO (zkConnectionManagerCallback-58-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 59562 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 59562 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-2-001/solr.xml
[junit4] 2> 59633 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 59633 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 59816 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 60276 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 60885 WARN (closeThreadPool-53-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@746f9d12[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 60938 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 60979 WARN (closeThreadPool-53-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1981d9b4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 61514 WARN (closeThreadPool-53-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@20ddf6b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 61515 INFO (closeThreadPool-53-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37480/solr
[junit4] 2> 61563 WARN (closeThreadPool-53-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@388e5672[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 61564 INFO (closeThreadPool-53-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37480/solr
[junit4] 2> 61897 INFO (zkConnectionManagerCallback-68-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 62088 INFO (zkConnectionManagerCallback-71-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 62323 INFO (zkConnectionManagerCallback-73-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 62362 INFO (zkConnectionManagerCallback-75-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 62529 INFO (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 62566 INFO (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 62652 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[DF83706E1088C08F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-3-001 of type NRT
[junit4] 2> 62726 WARN (closeThreadPool-53-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 62727 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 62728 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 62728 INFO (closeThreadPool-53-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 62790 INFO (closeThreadPool-53-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 62790 INFO (closeThreadPool-53-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 62790 INFO (closeThreadPool-53-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 62791 INFO (closeThreadPool-53-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9564237{/,null,AVAILABLE}
[junit4] 2> 62814 INFO (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.c.ZkController Publish node=127.0.0.1:37115_ as DOWN
[junit4] 2> 62817 INFO (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 62849 INFO (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37115_
[junit4] 2> 62923 INFO (zkCallback-32-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 62944 INFO (zkCallback-39-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 62944 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 62956 INFO (closeThreadPool-53-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2aea6c7a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45714}
[junit4] 2> 62956 INFO (closeThreadPool-53-thread-3) [ ] o.e.j.s.Server Started @62997ms
[junit4] 2> 62956 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:38839/hdfs__lucene2-us-west.apache.org_38839__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.1_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001_tempDir-002_jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=45714, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-3-001/cores}
[junit4] 2> 62956 ERROR (closeThreadPool-53-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 62956 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 62956 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.1.0
[junit4] 2> 62956 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 62956 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 62957 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-13T07:56:18.043Z
[junit4] 2> 62959 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 63216 INFO (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.c.ZkController Publish node=127.0.0.1:39144_ as DOWN
[junit4] 2> 63226 INFO (zkCallback-72-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 63266 INFO (zkConnectionManagerCallback-81-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 63337 INFO (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 63337 INFO (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39144_
[junit4] 2> 63393 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 63393 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_DF83706E1088C08F-001/shard-3-001/solr.xml
[junit4] 2> 63473 INFO (zkCallback-32-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 63490 INFO (zkCallback-72-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 63503 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 63503 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 63540 INFO (zkCallback-39-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 63657 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 63684 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 63693 INFO (zkConnectionManagerCallback-86-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 63722 INFO (closeThreadPool-53-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 63911 INFO (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 64036 INFO (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37480/solr ready
[junit4] 2> 64107 INFO (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 64218 INFO (zkConnectionManagerCallback-92-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 64509 INFO (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 64591 INFO (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37480/solr ready
[junit4] 2> 64710 INFO (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c
[junit4] 2> 64728 INFO (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 65029 INFO (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8179c
[junit4] 2> 65066 WARN (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=heap,name=init
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=heap,name=init
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:742) ~[java/:?]
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1289) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:732) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:655) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.AbstractFullDistribZkTestBase.lambda$createJettys$2(AbstractFullDistribZkTestBase.java:464) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 65229 WARN (closeThreadPool-53-thread-1) [n:127.0.0.1:39144_ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=threads,name=count
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=threads,name=count
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:569) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:468) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:729) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:655) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.AbstractFullDistribZkTestBase.lambda$createJettys$2(AbstractFullDistribZkTestBase.java:464) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 65336 WARN (closeThreadPool-53-thread-2) [n:127.0.0.1:37115_ ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=os,name=maxFileDescriptorCount
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=os,name=maxFileDescriptorCount
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:742) ~[java/:?]
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1289) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:732) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:655) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.AbstractFullDistribZkTestBase.lambda$crea
[...truncated too long message...]
-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1078456350
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1078456350
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.1/checkout/solr/null1078456350
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 38ms :: artifacts dl 5ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 585 minutes 46 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)