You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/01/29 13:38:58 UTC
[JENKINS] Lucene-Solr-Tests-6.x - Build # 698 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/698/
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:884) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:980) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:705) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:884)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:980)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:705)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([1ABEF390C14AADF2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=7526, name=searcherExecutor-3954-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=7526, name=searcherExecutor-3954-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([1ABEF390C14AADF2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=7526, name=searcherExecutor-3954-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=7526, name=searcherExecutor-3954-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([1ABEF390C14AADF2]:0)
Build Log:
[...truncated 11677 lines...]
[junit4] Suite: org.apache.solr.core.TestLazyCores
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/init-core-data-001
[junit4] 2> 864473 INFO (SUITE-TestLazyCores-seed#[1ABEF390C14AADF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 864475 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateSame
[junit4] 2> 864491 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 864492 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ ] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
[junit4] 2> 864512 WARN (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 864513 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864514 WARN (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 864515 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864529 WARN (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 864529 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864538 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 864539 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 864541 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 864541 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 864543 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection1
[junit4] 2> 864543 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection5
[junit4] 2> 864543 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection1/data/]
[junit4] 2> 864544 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 864545 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection5/data/]
[junit4] 2> 864545 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 864546 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 864548 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 864557 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection2
[junit4] 2> 864557 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection2/data/]
[junit4] 2> 864558 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 864566 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864566 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864568 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 864569 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5154cd2b[collection1] main]
[junit4] 2> 864569 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection1/conf
[junit4] 2> 864569 INFO (coreLoadExecutor-3741-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864572 INFO (searcherExecutor-3742-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5154cd2b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864572 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864572 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864573 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 864573 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d2a3700[collection2] main]
[junit4] 2> 864573 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection2/conf
[junit4] 2> 864574 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864585 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864585 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864578 INFO (coreLoadExecutor-3741-thread-2) [ x:collection2] o.a.s.c.SolrCores Opening transient core collection2
[junit4] 2> 864586 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 864586 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f669692[collection5] main]
[junit4] 2> 864587 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection5/conf
[junit4] 2> 864587 INFO (coreLoadExecutor-3741-thread-3) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864587 INFO (searcherExecutor-3745-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@6d2a3700[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864587 INFO (searcherExecutor-3743-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@1f669692[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864596 WARN (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 864597 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864608 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.IndexSchema [collection4] Schema name=tiny
[junit4] 2> 864611 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 864612 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection4' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection4
[junit4] 2> 864613 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore [[collection4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection4/data/]
[junit4] 2> 864615 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=84.6396484375, floorSegmentMB=0.798828125, forceMergeDeletesPctAllowed=15.568196280056299, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 864636 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864636 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864637 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 864638 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@71a0682[collection4] main]
[junit4] 2> 864639 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection4/conf
[junit4] 2> 864639 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864640 INFO (searcherExecutor-3755-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@71a0682[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864651 WARN (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 864652 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864661 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.IndexSchema [collection6] Schema name=tiny
[junit4] 2> 864664 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 864665 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection6' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection6
[junit4] 2> 864665 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore [[collection6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection6/data/]
[junit4] 2> 864667 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7689148721949691]
[junit4] 2> 864679 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864679 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864680 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=951077290, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 864681 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e944d0c[collection6] main]
[junit4] 2> 864681 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-001/collection6/conf
[junit4] 2> 864681 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864682 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCores Opening transient core collection6
[junit4] 2> 864685 INFO (searcherExecutor-3759-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection6] Registered new searcher Searcher@7e944d0c[collection6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864698 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t12&name=collection2&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 864698 WARN (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 864698 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t14&name=collection4&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 864699 WARN (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 864699 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t15&name=collection5&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 864713 WARN (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 864713 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t16&name=collection6&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 864714 WARN (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 864714 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1575852029
[junit4] 2> 864718 INFO (coreCloseExecutor-3763-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@abcafb1
[junit4] 2> 864719 INFO (coreCloseExecutor-3763-thread-2-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@1becc74d
[junit4] 2> 864719 INFO (coreCloseExecutor-3763-thread-3-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] CLOSING SolrCore org.apache.solr.core.SolrCore@615cb114
[junit4] 2> 864719 INFO (coreCloseExecutor-3763-thread-4-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@7512e17d
[junit4] 2> 864726 INFO (coreCloseExecutor-3763-thread-1-processing-x:collection4) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 864726 INFO (coreCloseExecutor-3763-thread-3-processing-x:collection4) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection4
[junit4] 2> 864726 INFO (coreCloseExecutor-3763-thread-2-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection5
[junit4] 2> 864727 INFO (coreCloseExecutor-3763-thread-4-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection2
[junit4] 2> 864728 INFO (coreCloseExecutor-3763-thread-5-processing-x:collection4) [ x:collection6] o.a.s.c.SolrCore [collection6] CLOSING SolrCore org.apache.solr.core.SolrCore@b592f35
[junit4] 2> 864728 INFO (coreCloseExecutor-3763-thread-5-processing-x:collection4) [ x:collection6] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection6
[junit4] 2> 864729 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 864729 INFO (TEST-TestLazyCores.testCreateSame-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testCreateSame
[junit4] 2> 864730 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testMidUseUnload
[junit4] 2> 864746 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 864747 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
[junit4] 2> 864768 WARN (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 864769 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864770 WARN (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 864771 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864776 WARN (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 864776 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 864779 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 864782 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 864784 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection2
[junit4] 2> 864784 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection2/data/]
[junit4] 2> 864785 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 864787 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 864789 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 864791 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection1
[junit4] 2> 864791 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection1/data/]
[junit4] 2> 864792 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 864793 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 864795 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 864796 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection5
[junit4] 2> 864797 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection5/data/]
[junit4] 2> 864798 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 864804 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864804 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864804 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 864804 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d372629[collection2] main]
[junit4] 2> 864805 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection2/conf
[junit4] 2> 864805 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864805 INFO (coreLoadExecutor-3770-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCores Opening transient core collection2
[junit4] 2> 864805 INFO (searcherExecutor-3771-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@1d372629[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864813 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864813 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864813 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 864814 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dd4268c[collection5] main]
[junit4] 2> 864814 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection5/conf
[junit4] 2> 864814 INFO (coreLoadExecutor-3770-thread-3-processing-x:collection4) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864815 INFO (searcherExecutor-3773-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@4dd4268c[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864816 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 864816 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 864816 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 864817 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@818714c[collection1] main]
[junit4] 2> 864817 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-002/collection1/conf
[junit4] 2> 864817 INFO (coreLoadExecutor-3770-thread-1-processing-x:collection4) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 864817 INFO (searcherExecutor-3772-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@818714c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 864819 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 864820 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 864920 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865020 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865120 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865220 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865320 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865421 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865521 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865621 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865721 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865821 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 865922 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866022 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866122 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866222 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866322 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866423 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866523 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866623 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866723 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866823 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 866923 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867024 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867124 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867224 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867324 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867424 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867525 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867625 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867725 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867825 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 867925 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868026 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868126 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868226 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868326 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868426 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868526 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868627 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868727 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868827 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 868927 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869027 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869127 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869228 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869328 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869428 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869528 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869628 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869729 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869829 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 869929 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870029 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870129 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870230 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870330 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870430 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870530 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870630 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870730 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870831 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 870931 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871031 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871131 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871231 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871332 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871432 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871532 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871632 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871732 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871833 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 871933 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872033 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872133 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872233 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872333 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872434 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872534 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872634 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872734 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872834 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 872935 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 873035 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 873135 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 873235 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 873315 INFO (Thread-2040) [ x:collection4] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@79c59679
[junit4] 2> 873316 INFO (Thread-2040) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 873335 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1127625440
[junit4] 2> 873336 INFO (coreCloseExecutor-3784-thread-1-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@72efe722
[junit4] 2> 873337 INFO (coreCloseExecutor-3784-thread-1-processing-x:collection4) [ x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection5
[junit4] 2> 873338 INFO (coreCloseExecutor-3784-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@30db1304
[junit4] 2> 873345 INFO (coreCloseExecutor-3784-thread-2-processing-x:collection4) [ x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection2
[junit4] 2> 873345 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 873345 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testMidUseUnload
[junit4] 2> 873347 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Starting testCreateTransientFromAdmin
[junit4] 2> 873372 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 873373 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
[junit4] 2> 873391 WARN (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 873391 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 873396 WARN (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 873397 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 873400 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 873417 WARN (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 873418 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 873418 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 873420 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection5
[junit4] 2> 873420 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection5/data/]
[junit4] 2> 873420 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 873421 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 873423 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 873425 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection1
[junit4] 2> 873425 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection1/data/]
[junit4] 2> 873426 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 873426 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 873429 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 873430 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection2
[junit4] 2> 873431 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection2/data/]
[junit4] 2> 873432 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4156172817436683]
[junit4] 2> 873449 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 873449 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 873450 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 873451 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@ff7caea[collection2] main]
[junit4] 2> 873451 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection2/conf
[junit4] 2> 873452 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 873452 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 873452 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 873452 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 873453 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e588569[collection5] main]
[junit4] 2> 873453 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection5/conf
[junit4] 2> 873453 INFO (coreLoadExecutor-3791-thread-3-processing-x:collection4) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 873453 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 873453 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 873454 INFO (coreLoadExecutor-3791-thread-2-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCores Opening transient core collection2
[junit4] 2> 873454 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.060546875, floorSegmentMB=2.1123046875, forceMergeDeletesPctAllowed=21.449361920418045, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 873454 INFO (searcherExecutor-3794-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@ff7caea[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 873454 INFO (searcherExecutor-3792-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@1e588569[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 873455 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e05f4c7[collection1] main]
[junit4] 2> 873455 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/collection1/conf
[junit4] 2> 873455 INFO (coreLoadExecutor-3791-thread-1-processing-x:collection4) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 873455 INFO (searcherExecutor-3793-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e05f4c7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 873464 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=true&transient=true&name=core1&action=CREATE&wt=xml
[junit4] 2> 873472 WARN (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 873472 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 873481 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.IndexSchema [core1] Schema name=tiny
[junit4] 2> 873484 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 873485 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/core1
[junit4] 2> 873486 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/core1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/core1/data/]
[junit4] 2> 873488 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 873501 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 873501 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 873502 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.8271484375, floorSegmentMB=0.7578125, forceMergeDeletesPctAllowed=18.945970578729025, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 873502 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5735626e[core1] main]
[junit4] 2> 873503 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1ABEF390C14AADF2-001/tempDir-003/core1/conf
[junit4] 2> 873503 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 873503 INFO (searcherExecutor-3805-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@5735626e[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 873503 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrCores Opening transient core core1
[junit4] 2> 873504 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=false&transient=true&name=core2&action=CREATE&wt=xml
[junit4] 2> 873511 WARN (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 873512 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 873520 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.IndexSchema [core2] Schema name=tiny
[junit4] 2> 873523 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 873525 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[1ABEF390C14AADF2]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_1
[...truncated too long message...]
ResponseHeaderTest, TestManagedResourceStorage, TestPushWriter, TestEmbeddedSolrServerConstructors, TestCodecSupport, TestRemoteStreaming, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=1ABEF390C14AADF2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hi -Dtests.timezone=America/Argentina/La_Rioja -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
[junit4] > at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:884)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
[junit4] > at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348)
[junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:673)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:980)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:201)
[junit4] > at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)
[junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:705)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:890)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:807)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:903)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:554)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([1ABEF390C14AADF2]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=7526, name=searcherExecutor-3954-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([1ABEF390C14AADF2]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=7526, name=searcherExecutor-3954-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([1ABEF390C14AADF2]:0)
[junit4] Completed [261/681 (1!)] on J0 in 186.61s, 8 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 63777 lines...]
[JENKINS] Lucene-Solr-Tests-6.x - Build # 699 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/699/
1 tests failed.
FAILED: org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([69835FD68F16D321:BF5C7E8CB90BC0B9]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11642 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderElectionZkExpiry
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionZkExpiry_69835FD68F16D321-001/init-core-data-001
[junit4] 2> 763336 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[69835FD68F16D321]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 763337 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderElectionWithZkExpiry
[junit4] 2> 763345 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 763359 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionZkExpiry_69835FD68F16D321-001/testLeaderElectionWithZkExpiry-solr-001
[junit4] 2> 763361 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 763361 INFO (Thread-7444) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 763362 INFO (Thread-7444) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 763461 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [ ] o.a.s.c.ZkTestServer start zk server on port:54879
[junit4] 2> 763545 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 763546 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=97370418664112130-dummy.host.com:8984_solr-n_0000000000) starting
[junit4] 2> 763589 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 763593 INFO (zkCallback-851-thread-1-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 763700 WARN (zkCallback-851-thread-5-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 763700 WARN (zkCallback-851-thread-5-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 765145 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 765152 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 765152 WARN (OverseerStateUpdate-97370418664112130-dummy.host.com:8984_solr-n_0000000000) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:299)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:279)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:384)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:160)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:179)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 765152 INFO (OverseerStateUpdate-97370418664112130-dummy.host.com:8984_solr-n_0000000000) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 765153 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=97370418664112130-dummy.host.com:8984_solr-n_0000000000) closing
[junit4] 2> 765153 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 765200 WARN (zkCallback-851-thread-1-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 765200 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 765200 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 765202 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 765205 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 765206 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=97370418664112131-dummy.host.com:8984_solr-n_0000000001) starting
[junit4] 2> 765410 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 765410 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 766686 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 766686 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 766910 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Could not create Overseer node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> at org.apache.solr.cloud.Overseer.getRunningMap(Overseer.java:627)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:49)
[junit4] 2> at org.apache.solr.cloud.Overseer.start(Overseer.java:509)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 766911 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:286)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 766911 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=97370418664112131-dummy.host.com:8984_solr-n_0000000001) closing
[junit4] 2> 766911 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 766916 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :java.lang.RuntimeException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:737)
[junit4] 2> at org.apache.solr.cloud.Overseer.getRunningMap(Overseer.java:627)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:49)
[junit4] 2> at org.apache.solr.cloud.Overseer.start(Overseer.java:509)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> ... 19 more
[junit4] 2>
[junit4] 2> 766917 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.RuntimeException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:737)
[junit4] 2> at org.apache.solr.cloud.Overseer.getRunningMap(Overseer.java:627)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:49)
[junit4] 2> at org.apache.solr.cloud.Overseer.start(Overseer.java:509)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:747)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> ... 10 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> ... 19 more
[junit4] 2>
[junit4] 2> 766917 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 766917 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:false
[junit4] 2> 766918 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 766918 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 766922 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 766924 ERROR (SyncThread:0) [ ] o.a.z.s.NIOServerCnxn Unexpected Exception:
[junit4] 2> java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
[junit4] 2> at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:404)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:200)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:131)
[junit4] 2> 767024 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 767024 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 768810 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 768810 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 768810 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 768820 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 768820 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 768911 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:305)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:550)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 768911 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:305)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:550)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 768911 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 768912 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 768921 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 768921 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 770906 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 770906 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 770906 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 770930 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 770930 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 771006 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Error reading cluster properties from zookeeper
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterprops.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.loadClusterProperties(ZkStateReader.java:876)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:380)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 771032 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 771032 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 772800 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 772800 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 772801 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 772814 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 772814 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 772901 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:664)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:381)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 772901 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:664)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:381)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 772901 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 772903 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 772918 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 772918 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 774737 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58a9cdd1 name: ZooKeeperConnection Watcher:127.0.0.1:54879/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 774737 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 774737 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 774770 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 774770 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 774955 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:322)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:319)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:374)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 774956 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:322)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:319)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:374)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:305)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 774956 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 774967 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 774974 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 774976 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=97370418664112137-dummy.host.com:8984_solr-n_0000000003) starting
[junit4] 2> 775010 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=97370418664112137-dummy.host.com:8984_solr-n_0000000003) closing
[junit4] 2> 775010 INFO (OverseerStateUpdate-97370418664112137-dummy.host.com:8984_solr-n_0000000003) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 775015 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 775018 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 775020 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
[junit4] 2> 775020 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:329)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 775022 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 775024 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/97370418664112137-dummy.host.com:8984_solr-n_0000000006
[junit4] 2> 775025 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/97370418664112137-dummy.host.com:8984_solr-n_0000000005
[junit4] 2> 775025 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 775025 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 775027 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1727)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:311)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 775028 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=97370418664112137-dummy.host.com:8984_solr-n_0000000005) starting
[junit4] 2> 775033 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 775033 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 775073 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer (id=97370418664112137-dummy.host.com:8984_solr-n_0000000005) closing
[junit4] 2> 775073 INFO (OverseerStateUpdate-97370418664112137-dummy.host.com:8984_solr-n_0000000005) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
[junit4] 2> 775075 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
[junit4] 2> 775075 INFO (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
[junit4] 2> 775076 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /live_nodes/dummy.host.com:8984_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)
[junit4] 2> at org.apache.solr.cloud.ZkController.createEphemeralLiveNode(ZkController.java:821)
[junit4] 2> at org.apache.solr.cloud.ZkController.access$600(ZkController.java:118)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:337)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 775077 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.LeaderElector node exists
[junit4] 2> org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:736)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1727)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:311)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 775077 ERROR (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /live_nodes/dummy.host.com:8984_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:526)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:523)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:466)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:453)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)
[junit4] 2> at org.apache.solr.cloud.ZkController.createEphemeralLiveNode(ZkController.java:821)
[junit4] 2> at org.apache.solr.cloud.ZkController.access$600(ZkController.java:118)
[junit4] 2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:337)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 775077 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 775078 INFO (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr-EventThread) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 775097 ERROR (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer could not read the data
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:286)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 776578 WARN (zkCallback-851-thread-4-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 776579 WARN (zkCallback-851-thread-3-processing-n:dummy.host.com:8984_solr) [n:dummy.host.com:8984_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 776579 WARN (OverseerExitThread) [n:dummy.host.com:8984_solr ] o.a.s.c.Overseer Unable to rejoinElection
[junit4] 2> org.apache.solr.common.SolrException: Unable to rejoin election
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1730)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:311)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election/97370418664112137-dummy.host.com:8984_solr-n_0000000007
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:245)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:86)
[junit4] 2> at org.apache.solr.cloud.OverseerElectionContext.cancelElection(ElectionContext.java:752)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:390)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:392)
[junit4] 2> at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:1727)
[junit4] 2> ... 2 more
[junit4] 2> 833617 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [n:dummy.host.com:8984_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1607797836
[junit4] 2> 833618 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [n:dummy.host.com:8984_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 833619 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [n:dummy.host.com:8984_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54879 54879
[junit4] 2> 833787 INFO (Thread-7444) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54879 54879
[junit4] 2> 833788 WARN (Thread-7444) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2>
[junit4] 2> 833789 INFO (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[69835FD68F16D321]) [n:dummy.host.com:8984_solr ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderElectionWithZkExpiry
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLeaderElectionZkExpiry -Dtests.method=testLeaderElectionWithZkExpiry -Dtests.seed=69835FD68F16D321 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=Europe/Helsinki -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 70.5s J2 | TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([69835FD68F16D321:BF5C7E8CB90BC0B9]:0)
[junit4] > at org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:97)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 833792 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[69835FD68F16D321]-worker) [n:dummy.host.com:8984_solr ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 833792 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[69835FD68F16D321]-worker) [n:dummy.host.com:8984_solr ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1607797836
[junit4] 2> 833792 INFO (SUITE-TestLeaderElectionZkExpiry-seed#[69835FD68F16D321]-worker) [n:dummy.host.com:8984_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionZkExpiry_69835FD68F16D321-001
[junit4] 2> Jan 30, 2017 5:39:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1249, maxMBSortInHeap=5.108579690842746, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-SA, timezone=Europe/Helsinki
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=167613776,total=502267904
[junit4] 2> NOTE: All tests run in this JVM: [TestUtils, SmileWriterTest, TestConfigReload, PingRequestHandlerTest, CdcrRequestHandlerTest, TestBulkSchemaAPI, TestJavabinTupleStreamParser, TestConfig, AssignTest, TestFieldCacheReopen, TestConfigSetsAPIExclusivity, QueryParsingTest, SuggesterTest, DistributedFacetPivotLongTailTest, TestClusterProperties, RequestHandlersTest, TestSchemaSimilarityResource, TestTolerantSearch, TestFieldTypeResource, SpellPossibilityIteratorTest, TestWriterPerf, TestPostingsSolrHighlighter, SolrMetricReporterTest, RankQueryTest, HdfsLockFactoryTest, BasicAuthIntegrationTest, DistributedSuggestComponentTest, TestSimpleQParserPlugin, TestReloadAndDeleteDocs, InfoHandlerTest, TestComplexPhraseQParserPlugin, HighlighterMaxOffsetTest, DirectUpdateHandlerOptimizeTest, ResponseLogComponentTest, TestCollationFieldDocValues, HdfsTlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerTest, BadComponentTest, TestExtendedDismaxParser, TestLFUCache, TestDFRSimilarityFactory, DeleteReplicaTest, CollectionStateFormat2Test, TestCoreDiscovery, DeleteInactiveReplicaTest, TestSolrJ, RecoveryZkTest, PrimitiveFieldTypeTest, TestRecoveryHdfs, TestMinMaxOnMultiValuedField, TestJmxMonitoredMap, TestReload, SmileWriterTest, TestObjectReleaseTracker, LeaderElectionTest, AnalyticsQueryTest, TestInitQParser, RecoveryAfterSoftCommitTest, TestStressCloudBlindAtomicUpdates, CurrencyFieldXmlFileTest, TestDistributedMissingSort, ShowFileRequestHandlerTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, SuggesterTSTTest, SuggestComponentTest, StatelessScriptUpdateProcessorFactoryTest, BlockJoinFacetSimpleTest, MultiThreadedOCPTest, TestFreeTextSuggestions, TestPhraseSuggestions, TestConfigSetProperties, TestHdfsUpdateLog, SolrIndexMetricsTest, CdcrUpdateLogTest, AutoCommitTest, OverseerCollectionConfigSetProcessorTest, TestExclusionRuleCollectionAccess, TestSQLHandlerNonCloud, TestManagedResource, DistributedExpandComponentTest, PreAnalyzedFieldManagedSchemaCloudTest, SOLR749Test, LeaderFailoverAfterPartitionTest, TestFieldCacheSortRandom, PluginInfoTest, TestManagedStopFilterFactory, TestLeaderElectionZkExpiry]
[junit4] Completed [247/681 (1!)] on J2 in 70.73s, 1 test, 1 failure <<< FAILURES!
[...truncated 63838 lines...]