You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/02/20 20:40:57 UTC
[JENKINS] Lucene-Solr-Tests-8.x - Build # 1157 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.x/1157/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
Error Message:
ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MMapDirectory, InternalHttpClient, InternalHttpClient, MMapDirectory, MMapDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:393) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109) at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1320) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:411) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:536) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:981) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MMapDirectory, InternalHttpClient, InternalHttpClient, MMapDirectory, MMapDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:393) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109) at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1320) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:411) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:536) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:981) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MMapDirectory, InternalHttpClient, InternalHttpClient, MMapDirectory, MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:393)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1320)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:411)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:536)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:981)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MMapDirectory, InternalHttpClient, InternalHttpClient, MMapDirectory, MMapDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1078)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:393)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1320)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:411)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:536)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:981)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([2767CC025B4F81C0]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:339)
at sun.reflect.GeneratedMethodAccessor46.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15032 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
[junit4] 2> 3340695 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 3340696 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/data-dir-204-001
[junit4] 2> 3340696 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 3340696 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3340697 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3340697 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3340761 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3340763 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 3340764 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3340764 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3340764 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3340764 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@322b2e64{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3340905 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@438898a8{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-39070-hadoop-hdfs-3_2_0-tests_jar-_-any-8451484792765589266.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 3340906 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@595269cf{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:39070}
[junit4] 2> 3340906 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.Server Started @3340945ms
[junit4] 2> 3340995 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3340997 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 3341018 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3341018 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3341018 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3341019 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a927e14{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3341206 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@62e01093{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/jetty-localhost-44422-hadoop-hdfs-3_2_0-tests_jar-_-any-7291458452486831761.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 3341206 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23cef669{HTTP/1.1,[http/1.1]}{localhost:44422}
[junit4] 2> 3341206 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.Server Started @3341245ms
[junit4] 2> 3341249 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3341250 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 3341251 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3341251 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3341251 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3341251 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15ff6ffa{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3341395 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x66586cd4e1668c0: Processing first storage report for DS-d7dfb235-204b-4e26-a817-6aa8802d4aac from datanode 6d3ede78-7f3d-4e60-90c8-d362769a7291
[junit4] 2> 3341395 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x66586cd4e1668c0: from storage DS-d7dfb235-204b-4e26-a817-6aa8802d4aac node DatanodeRegistration(127.0.0.1:38408, datanodeUuid=6d3ede78-7f3d-4e60-90c8-d362769a7291, infoPort=39805, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=514406637;c=1582227767860), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3341396 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x66586cd4e1668c0: Processing first storage report for DS-53b28aa2-5200-4a76-987b-f4d4b43c07f3 from datanode 6d3ede78-7f3d-4e60-90c8-d362769a7291
[junit4] 2> 3341396 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x66586cd4e1668c0: from storage DS-53b28aa2-5200-4a76-987b-f4d4b43c07f3 node DatanodeRegistration(127.0.0.1:38408, datanodeUuid=6d3ede78-7f3d-4e60-90c8-d362769a7291, infoPort=39805, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=514406637;c=1582227767860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3341489 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5b15533d{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/jetty-localhost-37625-hadoop-hdfs-3_2_0-tests_jar-_-any-2406513587184038997.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 3341490 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3754afcc{HTTP/1.1,[http/1.1]}{localhost:37625}
[junit4] 2> 3341490 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.e.j.s.Server Started @3341529ms
[junit4] 2> 3341611 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x334e393f23137f63: Processing first storage report for DS-ae633f08-20df-45ae-ac24-a4aedfbe2ce3 from datanode 3a80f726-778e-4f4b-bb14-8e55b48659a0
[junit4] 2> 3341611 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x334e393f23137f63: from storage DS-ae633f08-20df-45ae-ac24-a4aedfbe2ce3 node DatanodeRegistration(127.0.0.1:45365, datanodeUuid=3a80f726-778e-4f4b-bb14-8e55b48659a0, infoPort=40157, infoSecurePort=0, ipcPort=33486, storageInfo=lv=-57;cid=testClusterID;nsid=514406637;c=1582227767860), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3341611 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x334e393f23137f63: Processing first storage report for DS-581b39ad-23cd-418a-9bb9-4f4bd1f38973 from datanode 3a80f726-778e-4f4b-bb14-8e55b48659a0
[junit4] 2> 3341611 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x334e393f23137f63: from storage DS-581b39ad-23cd-418a-9bb9-4f4bd1f38973 node DatanodeRegistration(127.0.0.1:45365, datanodeUuid=3a80f726-778e-4f4b-bb14-8e55b48659a0, infoPort=40157, infoSecurePort=0, ipcPort=33486, storageInfo=lv=-57;cid=testClusterID;nsid=514406637;c=1582227767860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3341649 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.a.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3346661 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002
[junit4] 2> 3346662 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3346662 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3346662 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3346762 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35044
[junit4] 2> 3346762 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35044
[junit4] 2> 3346762 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35044
[junit4] 2> 3346762 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35044
[junit4] 2> 3346765 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3346767 INFO (zkConnectionManagerCallback-17213-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3346767 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3346770 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3346771 INFO (zkConnectionManagerCallback-17215-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3346771 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3346772 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3346773 INFO (zkConnectionManagerCallback-17217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3346773 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3346877 WARN (jetty-launcher-17218-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3346877 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3346877 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3346877 INFO (jetty-launcher-17218-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 3346877 WARN (jetty-launcher-17218-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3346877 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3346877 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3346878 INFO (jetty-launcher-17218-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 3346879 INFO (jetty-launcher-17218-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3346879 INFO (jetty-launcher-17218-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3346879 INFO (jetty-launcher-17218-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3346879 INFO (jetty-launcher-17218-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3346879 INFO (jetty-launcher-17218-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3346879 INFO (jetty-launcher-17218-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56f2bef0{/solr,null,AVAILABLE}
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ab4b8e4{/solr,null,AVAILABLE}
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46525d3e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37516}
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-1) [ ] o.e.j.s.Server Started @3346919ms
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37516}
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@732869e3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38351}
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-2) [ ] o.e.j.s.Server Started @3346920ms
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38351}
[junit4] 2> 3346880 ERROR (jetty-launcher-17218-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3346880 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 3346881 ERROR (jetty-launcher-17218-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-20T19:42:54.029Z
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr
[junit4] 2> 3346881 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-20T19:42:54.029Z
[junit4] 2> 3346882 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3346882 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3346883 INFO (zkConnectionManagerCallback-17222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3346883 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3346883 INFO (zkConnectionManagerCallback-17220-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3346883 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3346884 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3346884 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3346898 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3346898 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3348363 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3348364 WARN (jetty-launcher-17218-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@37cc6781[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3348364 WARN (jetty-launcher-17218-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@37cc6781[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3348375 WARN (jetty-launcher-17218-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@323b9fb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3348375 WARN (jetty-launcher-17218-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@323b9fb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3348377 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35044/solr
[junit4] 2> 3348378 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3348379 INFO (zkConnectionManagerCallback-17230-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3348391 INFO (jetty-launcher-17218-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3348493 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3348494 INFO (zkConnectionManagerCallback-17232-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3348494 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3348601 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38351_solr
[junit4] 2> 3348601 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.Overseer Overseer (id=72319954922569734-127.0.0.1:38351_solr-n_0000000000) starting
[junit4] 2> 3348607 INFO (OverseerStateUpdate-72319954922569734-127.0.0.1:38351_solr-n_0000000000) [n:127.0.0.1:38351_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38351_solr
[junit4] 2> 3348607 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38351_solr
[junit4] 2> 3348608 INFO (OverseerStateUpdate-72319954922569734-127.0.0.1:38351_solr-n_0000000000) [n:127.0.0.1:38351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3348610 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3348611 WARN (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3348611 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46712/solr,solr.hdfs.confdir=}}
[junit4] 2> 3348611 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
[junit4] 2> 3348611 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
[junit4] 2> 3348655 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3348753 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3348774 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3348774 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3348775 INFO (jetty-launcher-17218-thread-2) [n:127.0.0.1:38351_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node2/.
[junit4] 2> 3349228 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3349229 WARN (jetty-launcher-17218-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@47c0f617[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3349229 WARN (jetty-launcher-17218-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@47c0f617[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3349240 WARN (jetty-launcher-17218-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a04a9d3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3349240 WARN (jetty-launcher-17218-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a04a9d3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3349242 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35044/solr
[junit4] 2> 3349242 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3349244 INFO (zkConnectionManagerCallback-17242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3349244 INFO (jetty-launcher-17218-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3349346 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3349347 INFO (zkConnectionManagerCallback-17244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3349347 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3349353 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3349357 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37516_solr as DOWN
[junit4] 2> 3349358 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3349358 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37516_solr
[junit4] 2> 3349359 INFO (zkCallback-17231-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3349359 INFO (zkCallback-17243-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3349360 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3349361 WARN (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3349361 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46712/solr,solr.hdfs.confdir=}}
[junit4] 2> 3349361 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
[junit4] 2> 3349361 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
[junit4] 2> 3349416 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3349473 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3349491 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3349491 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3349493 INFO (jetty-launcher-17218-thread-1) [n:127.0.0.1:37516_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node1/.
[junit4] 2> 3349534 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 3349535 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3349536 INFO (zkConnectionManagerCallback-17253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3349536 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3349546 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3349547 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[2767CC025B4F81C0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35044/solr ready
[junit4] 2> 3349660 INFO (TEST-TestHdfsCloudBackupRestore.testRestoreFailure-seed#[2767CC025B4F81C0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreFailure
[junit4] 2> 3349662 INFO (qtp2112849966-44058) [n:127.0.0.1:38351_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf1&maxShardsPerNode=2&name=hdfsbackuprestore_testfailure&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3349664 INFO (OverseerThreadFactory-11311-thread-1-processing-n:127.0.0.1:38351_solr) [n:127.0.0.1:38351_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection hdfsbackuprestore_testfailure
[junit4] 2> 3349773 INFO (OverseerStateUpdate-72319954922569734-127.0.0.1:38351_solr-n_0000000000) [n:127.0.0.1:38351_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore_testfailure",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_testfailure_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38351/solr",
[junit4] 2> "node_name":"127.0.0.1:38351_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3349775 INFO (OverseerStateUpdate-72319954922569734-127.0.0.1:38351_solr-n_0000000000) [n:127.0.0.1:38351_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore_testfailure",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_testfailure_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37516/solr",
[junit4] 2> "node_name":"127.0.0.1:37516_solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3349778 INFO (OverseerStateUpdate-72319954922569734-127.0.0.1:38351_solr-n_0000000000) [n:127.0.0.1:38351_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore_testfailure",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_testfailure_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38351/solr",
[junit4] 2> "node_name":"127.0.0.1:38351_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3349781 INFO (OverseerStateUpdate-72319954922569734-127.0.0.1:38351_solr-n_0000000000) [n:127.0.0.1:38351_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore_testfailure",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_testfailure_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37516/solr",
[junit4] 2> "node_name":"127.0.0.1:37516_solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3349984 INFO (qtp2112849966-44056) [n:127.0.0.1:38351_solr x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard1_replica_n1&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3349984 INFO (qtp2112849966-44060) [n:127.0.0.1:38351_solr x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard2_replica_n4&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3349984 INFO (qtp2112849966-44056) [n:127.0.0.1:38351_solr x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3349985 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard1_replica_t2&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3349985 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=hdfsbackuprestore_testfailure_shard2_replica_t6&action=CREATE&numShards=2&collection=hdfsbackuprestore_testfailure&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3349996 INFO (qtp2112849966-44056) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 3350008 INFO (qtp2112849966-44060) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 3350016 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 3350016 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 3350122 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testfailure_shard1_replica_t2] Schema name=minimal
[junit4] 2> 3350122 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testfailure_shard2_replica_t6] Schema name=minimal
[junit4] 2> 3350122 INFO (qtp2112849966-44056) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testfailure_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3350123 INFO (qtp2112849966-44060) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testfailure_shard2_replica_n4] Schema name=minimal
[junit4] 2> 3350126 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3350126 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3350126 INFO (qtp2112849966-44060) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3350126 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testfailure_shard1_replica_t2' using configuration from configset conf1, trusted=true
[junit4] 2> 3350126 INFO (qtp2112849966-44060) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testfailure_shard2_replica_n4' using configuration from configset conf1, trusted=true
[junit4] 2> 3350126 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testfailure_shard2_replica_t6' using configuration from configset conf1, trusted=true
[junit4] 2> 3350126 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_t2' (registry 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3350126 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_t6' (registry 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3350126 INFO (qtp2112849966-44060) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_n4' (registry 'solr.core.hdfsbackuprestore_testfailure.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3350126 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testfailure_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node1/hdfsbackuprestore_testfailure_shard1_replica_t2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node1/./hdfsbackuprestore_testfailure_shard1_replica_t2/data/]
[junit4] 2> 3350126 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testfailure_shard2_replica_t6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node1/hdfsbackuprestore_testfailure_shard2_replica_t6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node1/./hdfsbackuprestore_testfailure_shard2_replica_t6/data/]
[junit4] 2> 3350126 INFO (qtp2112849966-44060) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testfailure_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node2/hdfsbackuprestore_testfailure_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node2/./hdfsbackuprestore_testfailure_shard2_replica_n4/data/]
[junit4] 2> 3350146 INFO (qtp2112849966-44056) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3350146 INFO (qtp2112849966-44056) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testfailure_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 3350157 INFO (qtp2112849966-44056) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n1' (registry 'solr.core.hdfsbackuprestore_testfailure.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3533682b
[junit4] 2> 3350157 INFO (qtp2112849966-44056) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node3 x:hdfsbackuprestore_testfailure_shard1_replica_n1 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testfailure_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node2/hdfsbackuprestore_testfailure_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_2767CC025B4F81C0-001/tempDir-002/node2/./hdfsbackuprestore_testfailure_shard1_replica_n1/data/]
[junit4] 2> 3350524 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3350524 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3350525 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3350525 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3350526 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3350526 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3350528 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3350528 INFO (qtp1217772124-44057) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard1 r:core_node5 x:hdfsbackuprestore_testfailure_shard1_replica_t2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3350528 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@415a3aae[hdfsbackuprestore_testfailure_shard2_replica_t6] main]
[junit4] 2> 3350550 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3350551 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3350551 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3350551 INFO (qtp1217772124-44055) [n:127.0.0.1:37516_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node8 x:hdfsbackuprestore_testfailure_shard2_replica_t6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659086074228506624
[junit4] 2> 3350563 INFO (qtp2112849966-44060) [n:127.0.0.1:38351_solr c:hdfsbackuprestore_testfailure s:shard2 r:core_node7 x:hdfsbackuprestore_testfailure_shard2_replica_n4 ] o.a.s.u.UpdateHandl
[...truncated too long message...]
.execute(CoreAdminOperation.java:362)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
[junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
[junit4] > at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
[junit4] > at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
[junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] > at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:251)
[junit4] > at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:393)
[junit4] > at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339)
[junit4] > at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
[junit4] > at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
[junit4] > at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
[junit4] > at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
[junit4] > at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
[junit4] > at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1320)
[junit4] > at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:411)
[junit4] > at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:339)
[junit4] > at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:318)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
[junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
[junit4] > at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1210)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:536)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:981)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:189)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > >
[junit4] > at __randomizedtesting.SeedInfo.seed([2767CC025B4F81C0]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:339)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [561/901 (1!)] on J1 in 96.48s, 2 tests, 1 failure <<< FAILURES!
[...truncated 53623 lines...]