You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/24 13:47:30 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1677 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1677/
3 tests failed.
FAILED: org.apache.solr.cloud.RestartWhileUpdatingTest.test
Error Message:
There are still nodes recoverying - waited for 320 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
at __randomizedtesting.SeedInfo.seed([6C40E881A770B184:E414D75B098CDC7C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:920)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1477)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest: 1) Thread[id=14778, name=searcherExecutor-4625-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=14556, name=searcherExecutor-4549-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=14513, name=searcherExecutor-4535-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=14708, name=searcherExecutor-4597-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=14743, name=searcherExecutor-4611-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=14637, name=searcherExecutor-4577-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=14593, name=searcherExecutor-4563-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest:
1) Thread[id=14778, name=searcherExecutor-4625-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=14556, name=searcherExecutor-4549-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=14513, name=searcherExecutor-4535-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=14708, name=searcherExecutor-4597-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=14743, name=searcherExecutor-4611-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=14637, name=searcherExecutor-4577-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=14593, name=searcherExecutor-4563-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6C40E881A770B184]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=14778, name=searcherExecutor-4625-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=14556, name=searcherExecutor-4549-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=14513, name=searcherExecutor-4535-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=14708, name=searcherExecutor-4597-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=14743, name=searcherExecutor-4611-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=14637, name=searcherExecutor-4577-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=14593, name=searcherExecutor-4563-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=14778, name=searcherExecutor-4625-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=14556, name=searcherExecutor-4549-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=14513, name=searcherExecutor-4535-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=14708, name=searcherExecutor-4597-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=14743, name=searcherExecutor-4611-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=14637, name=searcherExecutor-4577-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=14593, name=searcherExecutor-4563-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6C40E881A770B184]:0)
Build Log:
[...truncated 14596 lines...]
[junit4] Suite: org.apache.solr.cloud.RestartWhileUpdatingTest
[junit4] 2> 2191204 INFO (SUITE-RestartWhileUpdatingTest-seed#[6C40E881A770B184]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/init-core-data-001
[junit4] 2> 2191204 WARN (SUITE-RestartWhileUpdatingTest-seed#[6C40E881A770B184]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2191205 INFO (SUITE-RestartWhileUpdatingTest-seed#[6C40E881A770B184]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2191207 INFO (SUITE-RestartWhileUpdatingTest-seed#[6C40E881A770B184]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2191208 INFO (SUITE-RestartWhileUpdatingTest-seed#[6C40E881A770B184]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2191211 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2191211 INFO (Thread-5483) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2191211 INFO (Thread-5483) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2191214 ERROR (Thread-5483) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2191311 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.ZkTestServer start zk server on port:36277
[junit4] 2> 2191314 INFO (zkConnectionManagerCallback-3052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2191318 INFO (zkConnectionManagerCallback-3054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2191325 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2191327 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2191329 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2191331 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2191333 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2191335 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2191336 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2191339 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2191340 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2191344 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2191347 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2191353 INFO (zkConnectionManagerCallback-3058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2191360 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2191542 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2191543 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2191543 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2191543 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2191543 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44307289{/,null,AVAILABLE}
[junit4] 2> 2191545 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@791179f1{SSL,[ssl, http/1.1]}{127.0.0.1:44033}
[junit4] 2> 2191545 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.Server Started @2191605ms
[junit4] 2> 2191545 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/tempDir-001/control/data, hostContext=/, hostPort=44033, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/control-001/cores}
[junit4] 2> 2191546 ERROR (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2191546 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2191546 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2191546 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2191546 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2191546 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-24T13:12:11.509Z
[junit4] 2> 2191557 INFO (zkConnectionManagerCallback-3060-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2191560 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2191560 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/control-001/solr.xml
[junit4] 2> 2191565 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2191565 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2191567 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2191842 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36277/solr
[junit4] 2> 2191844 INFO (zkConnectionManagerCallback-3064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2191847 INFO (zkConnectionManagerCallback-3066-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2192019 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44033_
[junit4] 2> 2192021 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer Overseer (id=72157308172566533-127.0.0.1:44033_-n_0000000000) starting
[junit4] 2> 2192038 INFO (zkConnectionManagerCallback-3073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2192051 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36277/solr ready
[junit4] 2> 2192052 INFO (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44033_
[junit4] 2> 2192054 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44033_
[junit4] 2> 2192054 DEBUG (OverseerAutoScalingTriggerThread-72157308172566533-127.0.0.1:44033_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2192055 DEBUG (OverseerAutoScalingTriggerThread-72157308172566533-127.0.0.1:44033_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2192056 DEBUG (OverseerAutoScalingTriggerThread-72157308172566533-127.0.0.1:44033_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2192056 DEBUG (OverseerAutoScalingTriggerThread-72157308172566533-127.0.0.1:44033_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2192063 INFO (zkCallback-3072-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2192069 INFO (zkCallback-3065-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2192085 DEBUG (OverseerAutoScalingTriggerThread-72157308172566533-127.0.0.1:44033_-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44033_]
[junit4] 2> 2192087 DEBUG (OverseerAutoScalingTriggerThread-72157308172566533-127.0.0.1:44033_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2192088 DEBUG (ScheduledTrigger-4528-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2192088 DEBUG (OverseerAutoScalingTriggerThread-72157308172566533-127.0.0.1:44033_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2192091 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2192119 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2192134 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2192134 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2192136 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [n:127.0.0.1:44033_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/control-001/cores
[junit4] 2> 2192165 INFO (zkConnectionManagerCallback-3079-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2192167 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2192168 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36277/solr ready
[junit4] 2> 2192195 INFO (qtp373882055-14474) [n:127.0.0.1:44033_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44033_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2192199 INFO (OverseerThreadFactory-4530-thread-1-processing-n:127.0.0.1:44033_) [n:127.0.0.1:44033_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2192203 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:44033_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2192315 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2192328 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2192329 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2192332 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:44033",
[junit4] 2> "node_name":"127.0.0.1:44033_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2193090 DEBUG (ScheduledTrigger-4528-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2193378 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2193394 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2193476 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2193501 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2193501 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2193502 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2193506 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=80.5068359375, floorSegmentMB=1.462890625, forceMergeDeletesPctAllowed=28.57837825406957, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=25.18831334167779
[junit4] 2> 2193517 WARN (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2193610 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2193610 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2193612 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 30000ms;
[junit4] 2> 2193612 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms;
[junit4] 2> 2193614 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=823609913, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2193615 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b5dfc17[control_collection_shard1_replica_n1] main]
[junit4] 2> 2193617 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2193618 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2193618 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2193619 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615212559552479232
[junit4] 2> 2193620 INFO (searcherExecutor-4535-thread-1-processing-n:127.0.0.1:44033_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7b5dfc17[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2193632 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2193642 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2193643 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2193643 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44033/control_collection_shard1_replica_n1/
[junit4] 2> 2193643 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2193644 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44033/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2193650 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44033/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2193651 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"https://127.0.0.1:44033",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 2193803 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2193805 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:44033",
[junit4] 2> "node_name":"127.0.0.1:44033_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2193806 INFO (qtp373882055-14475) [n:127.0.0.1:44033_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1478
[junit4] 2> 2193810 INFO (qtp373882055-14474) [n:127.0.0.1:44033_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2193906 INFO (zkCallback-3065-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2194090 DEBUG (ScheduledTrigger-4528-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2194210 INFO (OverseerCollectionConfigSetProcessor-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2194810 INFO (qtp373882055-14474) [n:127.0.0.1:44033_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44033_&wt=javabin&version=2} status=0 QTime=2615
[junit4] 2> 2194819 INFO (zkConnectionManagerCallback-3084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2194822 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2194824 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36277/solr ready
[junit4] 2> 2194824 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2194828 INFO (qtp373882055-14472) [n:127.0.0.1:44033_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2194842 INFO (OverseerThreadFactory-4530-thread-2-processing-n:127.0.0.1:44033_) [n:127.0.0.1:44033_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2194849 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2195048 WARN (OverseerThreadFactory-4530-thread-2-processing-n:127.0.0.1:44033_) [n:127.0.0.1:44033_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2195052 INFO (qtp373882055-14472) [n:127.0.0.1:44033_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2195052 INFO (qtp373882055-14472) [n:127.0.0.1:44033_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=223
[junit4] 2> 2195090 DEBUG (ScheduledTrigger-4528-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2195225 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-1-001 of type NRT
[junit4] 2> 2195227 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2195231 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2195231 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2195231 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2195232 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@aff3a38{/,null,AVAILABLE}
[junit4] 2> 2195233 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b1ce326{SSL,[ssl, http/1.1]}{127.0.0.1:35227}
[junit4] 2> 2195233 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.Server Started @2195292ms
[junit4] 2> 2195233 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=35227, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-1-001/cores}
[junit4] 2> 2195233 ERROR (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2195233 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2195233 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2195234 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2195234 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2195234 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-24T13:12:15.197Z
[junit4] 2> 2195236 INFO (zkConnectionManagerCallback-3086-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2195239 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2195239 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-1-001/solr.xml
[junit4] 2> 2195244 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2195244 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2195245 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2195434 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36277/solr
[junit4] 2> 2195439 INFO (zkConnectionManagerCallback-3090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2195442 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1005ab08193000a, likely client has closed socket
[junit4] 2> 2195445 INFO (zkConnectionManagerCallback-3092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2195454 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2195460 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2195460 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35227_
[junit4] 2> 2195460 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:35227_"} current state version: 1
[junit4] 2> 2195462 INFO (zkCallback-3065-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2195462 INFO (zkCallback-3083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2195465 INFO (zkCallback-3072-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2195478 INFO (zkCallback-3091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2195524 INFO (zkConnectionManagerCallback-3099-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2195528 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2195530 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36277/solr ready
[junit4] 2> 2195531 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2195590 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2195623 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2195623 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2195627 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-1-001/cores
[junit4] 2> 2195728 INFO (qtp266774419-14527) [n:127.0.0.1:35227_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35227_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2195740 INFO (OverseerCollectionConfigSetProcessor-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2195769 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2195772 INFO (qtp373882055-14473) [n:127.0.0.1:44033_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2195778 INFO (qtp373882055-14473) [n:127.0.0.1:44033_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 2195781 INFO (OverseerThreadFactory-4530-thread-3-processing-n:127.0.0.1:44033_) [n:127.0.0.1:44033_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35227_ for creating new replica of shard shard1 for collection collection1
[junit4] 2> 2195803 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ x:collection1_shard1_replica_n21] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2195806 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard1_replica_n21",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35227",
[junit4] 2> "node_name":"127.0.0.1:35227_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 1
[junit4] 2> 2196090 DEBUG (ScheduledTrigger-4528-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2196824 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2196840 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema [collection1_shard1_replica_n21] Schema name=test
[junit4] 2> 2196939 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2196998 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n21' using configuration from collection collection1, trusted=true
[junit4] 2> 2197000 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n21' (registry 'solr.core.collection1.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2197001 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [[collection1_shard1_replica_n21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-1-001/cores/collection1_shard1_replica_n21], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-1-001/cores/collection1_shard1_replica_n21/data/]
[junit4] 2> 2197008 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=80.5068359375, floorSegmentMB=1.462890625, forceMergeDeletesPctAllowed=28.57837825406957, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=25.18831334167779
[junit4] 2> 2197020 WARN (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2197086 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2197086 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2197087 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 30000ms;
[junit4] 2> 2197088 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms;
[junit4] 2> 2197089 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=823609913, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2197090 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c1112f8[collection1_shard1_replica_n21] main]
[junit4] 2> 2197091 DEBUG (ScheduledTrigger-4528-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2197092 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2197093 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2197094 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2197094 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615212563196280832
[junit4] 2> 2197095 INFO (searcherExecutor-4549-thread-1-processing-n:127.0.0.1:35227_ x:collection1_shard1_replica_n21 c:collection1 s:shard1) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [collection1_shard1_replica_n21] Registered new searcher Searcher@4c1112f8[collection1_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2197105 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node22=0}, version=0}
[junit4] 2> 2197110 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2197110 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2197111 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35227/collection1_shard1_replica_n21/
[junit4] 2> 2197111 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2197111 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy https://127.0.0.1:35227/collection1_shard1_replica_n21/ has no replicas
[junit4] 2> 2197116 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35227/collection1_shard1_replica_n21/ shard1
[junit4] 2> 2197118 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"https://127.0.0.1:35227",
[junit4] 2> "core":"collection1_shard1_replica_n21",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 2197267 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2197268 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard1_replica_n21",
[junit4] 2> "core_node_name":"core_node22",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:35227",
[junit4] 2> "node_name":"127.0.0.1:35227_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 2197271 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1468
[junit4] 2> 2197275 INFO (qtp266774419-14527) [n:127.0.0.1:35227_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35227_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1546
[junit4] 2> 2197461 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-2-001 of type NRT
[junit4] 2> 2197462 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2197464 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2197464 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2197464 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2197465 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37cfccb4{/,null,AVAILABLE}
[junit4] 2> 2197466 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78e73226{SSL,[ssl, http/1.1]}{127.0.0.1:45258}
[junit4] 2> 2197466 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.e.j.s.Server Started @2197525ms
[junit4] 2> 2197466 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=45258, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-2-001/cores}
[junit4] 2> 2197466 ERROR (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2197466 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2197466 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2197466 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2197466 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2197466 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-24T13:12:17.429Z
[junit4] 2> 2197469 INFO (zkConnectionManagerCallback-3102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2197470 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2197470 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-2-001/solr.xml
[junit4] 2> 2197474 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2197475 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2197476 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2197605 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36277/solr
[junit4] 2> 2197607 INFO (zkConnectionManagerCallback-3106-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2197611 INFO (zkConnectionManagerCallback-3108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2197626 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2197632 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2197632 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45258_
[junit4] 2> 2197634 DEBUG (OverseerStateUpdate-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45258_"} current state version: 4
[junit4] 2> 2197635 INFO (zkCallback-3091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197635 INFO (zkCallback-3083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197635 INFO (zkCallback-3072-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197635 INFO (zkCallback-3065-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197635 INFO (zkCallback-3098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197636 INFO (zkCallback-3107-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2197663 INFO (zkConnectionManagerCallback-3115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2197665 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2197667 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36277/solr ready
[junit4] 2> 2197668 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2197715 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2197733 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2197734 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75429fb5
[junit4] 2> 2197736 INFO (TEST-RestartWhileUpdatingTest.test-seed#[6C40E881A770B184]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RestartWhileUpdatingTest_6C40E881A770B184-001/shard-2-001/cores
[junit4] 2> 2197747 INFO (OverseerCollectionConfigSetProcessor-72157308172566533-127.0.0.1:44033_-n_0000000000) [n:127.0.0.1:44033_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2197792 INFO (qtp266774419-14529) [n:127.0.0.1:35227_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45258_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2197802 INFO (qtp266774419-14524) [n:127.0.0.1:35227_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n21:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2197804 INFO (qtp266774419-14530) [n:127.0.0.1:35227_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2197805 INFO (qtp373882055-14473) [n:127.0.0.1:44033_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2197807 INFO (qtp373882055-14472) [n:127.0.0.1:44033_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics param
[...truncated too long message...]
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1242463636
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1242463636
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1242463636
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 41ms :: artifacts dl 3ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 297 minutes 58 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1683 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1683/
1 tests failed.
FAILED: org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([4B017C408631E4BF:CC5601CF1768983F]:0)
at org.apache.lucene.util.bkd.HeapPointWriter.writePackedValue(HeapPointWriter.java:106)
at org.apache.lucene.util.bkd.HeapPointWriter.append(HeapPointWriter.java:127)
at org.apache.lucene.util.bkd.PointReader.split(PointReader.java:74)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1843)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1870)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1022)
at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:131)
at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4453)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4075)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2178)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5110)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1620)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1236)
at org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:214)
at org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:192)
at org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:173)
Build Log:
[...truncated 10311 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonPolygonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonPolygonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=4B017C408631E4BF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-GB -Dtests.timezone=America/Fort_Wayne -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 103s J1 | TestLatLonPolygonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([4B017C408631E4BF:CC5601CF1768983F]:0)
[junit4] > at org.apache.lucene.util.bkd.HeapPointWriter.writePackedValue(HeapPointWriter.java:106)
[junit4] > at org.apache.lucene.util.bkd.HeapPointWriter.append(HeapPointWriter.java:127)
[junit4] > at org.apache.lucene.util.bkd.PointReader.split(PointReader.java:74)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1843)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1870)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1857)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1022)
[junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.writeField(Lucene60PointsWriter.java:131)
[junit4] > at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
[junit4] > at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
[junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4453)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4075)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2178)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5110)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1620)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1236)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:214)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:192)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:173)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J1/temp/lucene.document.TestLatLonPolygonShapeQueries_4B017C408631E4BF-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7f540fcf), locale=en-GB, timezone=America/Fort_Wayne
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=49088520,total=470286336
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldCacheTermsFilter, TestTermAutomatonQuery, TestLatLonPolygonShapeQueries]
[junit4] Completed [20/22 (1!)] on J1 in 401.94s, 4 tests, 1 error <<< FAILURES!
[...truncated 4 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J1-20181030_073854_4668226996775355685058.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid28715.hprof ...
[junit4] Heap dump file created [447375626 bytes in 0.704 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 14651 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid28715.hprof
Total time: 301 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1682 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1682/
1 tests failed.
FAILED: org.apache.lucene.document.TestLatLonLineShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([93DC6A12E223B32F:148B179D737ACFAF]:0)
at java.util.Arrays.copyOf(Arrays.java:3332)
at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124)
at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448)
at java.lang.StringBuilder.append(StringBuilder.java:136)
at org.apache.lucene.store.MockIndexInputWrapper.<init>(MockIndexInputWrapper.java:40)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:771)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
at org.apache.lucene.util.bkd.BKDWriter.verifyChecksum(BKDWriter.java:1427)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1851)
at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1022)
at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4453)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4075)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2178)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5110)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1620)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1236)
at org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:214)
at org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:192)
at org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:173)
at org.apache.lucene.document.BaseLatLonShapeTestCase.testRandomBig(BaseLatLonShapeTestCase.java:149)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Build Log:
[...truncated 10319 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonLineShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonLineShapeQueries -Dtests.method=testRandomBig -Dtests.seed=93DC6A12E223B32F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ga -Dtests.timezone=Europe/Kiev -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 243s J0 | TestLatLonLineShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([93DC6A12E223B32F:148B179D737ACFAF]:0)
[junit4] > at java.util.Arrays.copyOf(Arrays.java:3332)
[junit4] > at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124)
[junit4] > at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448)
[junit4] > at java.lang.StringBuilder.append(StringBuilder.java:136)
[junit4] > at org.apache.lucene.store.MockIndexInputWrapper.<init>(MockIndexInputWrapper.java:40)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:771)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.verifyChecksum(BKDWriter.java:1427)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1851)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1022)
[junit4] > at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
[junit4] > at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
[junit4] > at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
[junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4453)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4075)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2178)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5110)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1620)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1236)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:214)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:192)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:173)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.testRandomBig(BaseLatLonShapeTestCase.java:149)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonLineShapeQueries_93DC6A12E223B32F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {id=Lucene50(blocksize=128)}, docValues:{shape=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1588, maxMBSortInHeap=6.525264846833211, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@33cb59b5), locale=ga, timezone=Europe/Kiev
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=332188912,total=387973120
[junit4] 2> NOTE: All tests run in this JVM: [TestFloatPointNearestNeighbor, TestSimpleWKTShapeParsing, TestDocValuesTermsQuery, TestLatLonPointShapeQueries, TestBigIntegerPoint, TestDoubleRangeField, TestHalfFloatPoint, TestLatLonLineShapeQueries]
[junit4] Completed [20/22 (1!)] on J0 in 452.44s, 4 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20181029_082046_1722822367123518325776.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid24025.hprof ...
[junit4] Heap dump file created [430284095 bytes in 0.763 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 14667 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid24025.hprof
Total time: 306 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1681 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1681/
1 tests failed.
FAILED: org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([C0DE70FB7C235751:47890D74ED7A2BD1]:0)
at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
at org.apache.lucene.util.bkd.OfflinePointReader.split(OfflinePointReader.java:215)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1843)
at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1022)
at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4453)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4075)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2178)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2011)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1962)
at org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:226)
at org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:192)
at org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:173)
at org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig(TestLatLonPolygonShapeQueries.java:104)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
Build Log:
[...truncated 10306 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonPolygonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonPolygonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=C0DE70FB7C235751 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LB -Dtests.timezone=VST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 461s J0 | TestLatLonPolygonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([C0DE70FB7C235751:47890D74ED7A2BD1]:0)
[junit4] > at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
[junit4] > at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
[junit4] > at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
[junit4] > at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
[junit4] > at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
[junit4] > at org.apache.lucene.util.bkd.OfflinePointReader.split(OfflinePointReader.java:215)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1843)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1022)
[junit4] > at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
[junit4] > at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
[junit4] > at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
[junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:145)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4453)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4075)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2178)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:2011)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1962)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.indexRandomShapes(BaseLatLonShapeTestCase.java:226)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.verify(BaseLatLonShapeTestCase.java:192)
[junit4] > at org.apache.lucene.document.BaseLatLonShapeTestCase.doTestRandom(BaseLatLonShapeTestCase.java:173)
[junit4] > at org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig(TestLatLonPolygonShapeQueries.java:104)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonPolygonShapeQueries_C0DE70FB7C235751-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{shape=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=703, maxMBSortInHeap=7.981405014572516, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3b13657c), locale=ar-LB, timezone=VST
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=273022088,total=315097088
[junit4] 2> NOTE: All tests run in this JVM: [TestDocValuesTermsQuery, TestFloatPointNearestNeighbor, TestLatLonPointShapeQueries, TestSimpleWKTShapeParsing, TestLatLonPolygonShapeQueries]
[junit4] Completed [21/22 (1!)] on J0 in 862.53s, 4 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20181028_084857_0685995666426460805528.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid19768.hprof ...
[junit4] Heap dump file created [414308259 bytes in 0.657 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 14627 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid19768.hprof
Total time: 279 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1680 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1680/
4 tests failed.
FAILED: org.apache.solr.cloud.OverseerModifyCollectionTest.testModifyColl
Error Message:
KeeperErrorCode = Session expired for /collections/modifyColl
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/modifyColl
at __randomizedtesting.SeedInfo.seed([955416E37D0AFC3C:3CCC3C9671C6383A]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:343)
at org.apache.solr.cloud.OverseerModifyCollectionTest.getConfigNameFromZk(OverseerModifyCollectionTest.java:75)
at org.apache.solr.cloud.OverseerModifyCollectionTest.testModifyColl(OverseerModifyCollectionTest.java:59)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest.test
Error Message:
There are still nodes recoverying - waited for 320 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
at __randomizedtesting.SeedInfo.seed([955416E37D0AFC3C:1D002939D3F691C4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:920)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1477)
at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest
Error Message:
7 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest: 1) Thread[id=32685, name=searcherExecutor-10844-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=32864, name=searcherExecutor-10892-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=32728, name=searcherExecutor-10858-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=32604, name=searcherExecutor-10816-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=32829, name=searcherExecutor-10878-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=32648, name=searcherExecutor-10830-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=32899, name=searcherExecutor-10906-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest:
1) Thread[id=32685, name=searcherExecutor-10844-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=32864, name=searcherExecutor-10892-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=32728, name=searcherExecutor-10858-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=32604, name=searcherExecutor-10816-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=32829, name=searcherExecutor-10878-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=32648, name=searcherExecutor-10830-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=32899, name=searcherExecutor-10906-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([955416E37D0AFC3C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRestartWhileUpdatingTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=32685, name=searcherExecutor-10844-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=32864, name=searcherExecutor-10892-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=32728, name=searcherExecutor-10858-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=32604, name=searcherExecutor-10816-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=32829, name=searcherExecutor-10878-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=32648, name=searcherExecutor-10830-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=32899, name=searcherExecutor-10906-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=32685, name=searcherExecutor-10844-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=32864, name=searcherExecutor-10892-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=32728, name=searcherExecutor-10858-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=32604, name=searcherExecutor-10816-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=32829, name=searcherExecutor-10878-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=32648, name=searcherExecutor-10830-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=32899, name=searcherExecutor-10906-thread-1, state=WAITING, group=TGRP-HdfsRestartWhileUpdatingTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([955416E37D0AFC3C]:0)
Build Log:
[...truncated 13802 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerModifyCollectionTest
[junit4] 2> 1333202 INFO (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/init-core-data-001
[junit4] 2> 1333202 WARN (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1333205 INFO (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1333207 INFO (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1333208 INFO (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001
[junit4] 2> 1333208 INFO (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1333208 INFO (Thread-665) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1333208 INFO (Thread-665) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1333226 ERROR (Thread-665) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1333308 INFO (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40539
[junit4] 2> 1333323 INFO (zkConnectionManagerCallback-479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1333401 INFO (jetty-launcher-476-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1333402 INFO (jetty-launcher-476-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1333451 INFO (jetty-launcher-476-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1333451 INFO (jetty-launcher-476-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1333452 INFO (jetty-launcher-476-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1333452 INFO (jetty-launcher-476-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1333452 INFO (jetty-launcher-476-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1333452 INFO (jetty-launcher-476-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1333452 INFO (jetty-launcher-476-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58cd0dd1{/solr,null,AVAILABLE}
[junit4] 2> 1333453 INFO (jetty-launcher-476-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49ab9db7{/solr,null,AVAILABLE}
[junit4] 2> 1333460 INFO (jetty-launcher-476-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@100db47c{SSL,[ssl, http/1.1]}{127.0.0.1:42946}
[junit4] 2> 1333460 INFO (jetty-launcher-476-thread-2) [ ] o.e.j.s.Server Started @1333776ms
[junit4] 2> 1333461 INFO (jetty-launcher-476-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42946}
[junit4] 2> 1333461 ERROR (jetty-launcher-476-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1333461 INFO (jetty-launcher-476-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1333461 INFO (jetty-launcher-476-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1333461 INFO (jetty-launcher-476-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1333461 INFO (jetty-launcher-476-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1333461 INFO (jetty-launcher-476-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-27T15:45:58.336Z
[junit4] 2> 1333462 INFO (jetty-launcher-476-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c1768b5{SSL,[ssl, http/1.1]}{127.0.0.1:42131}
[junit4] 2> 1333462 INFO (jetty-launcher-476-thread-1) [ ] o.e.j.s.Server Started @1333778ms
[junit4] 2> 1333462 INFO (jetty-launcher-476-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42131}
[junit4] 2> 1333463 ERROR (jetty-launcher-476-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1333463 INFO (jetty-launcher-476-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1333463 INFO (jetty-launcher-476-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1333463 INFO (jetty-launcher-476-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1333463 INFO (jetty-launcher-476-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1333463 INFO (jetty-launcher-476-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-27T15:45:58.338Z
[junit4] 2> 1333483 INFO (zkConnectionManagerCallback-483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1333483 INFO (zkConnectionManagerCallback-481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1333484 INFO (jetty-launcher-476-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1333484 INFO (jetty-launcher-476-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1333631 INFO (jetty-launcher-476-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40539/solr
[junit4] 2> 1333639 INFO (zkConnectionManagerCallback-487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1333664 INFO (zkConnectionManagerCallback-489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1333667 INFO (jetty-launcher-476-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40539/solr
[junit4] 2> 1333676 INFO (zkConnectionManagerCallback-493-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1333688 INFO (zkConnectionManagerCallback-495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1333780 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42946_solr
[junit4] 2> 1333781 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.c.Overseer Overseer (id=73564434385928198-127.0.0.1:42946_solr-n_0000000000) starting
[junit4] 2> 1333802 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1333812 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40539/solr ready
[junit4] 2> 1333817 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42946_solr
[junit4] 2> 1333818 INFO (OverseerStateUpdate-73564434385928198-127.0.0.1:42946_solr-n_0000000000) [n:127.0.0.1:42946_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42946_solr
[junit4] 2> 1333948 INFO (OverseerStateUpdate-73564434385928198-127.0.0.1:42946_solr-n_0000000000) [n:127.0.0.1:42946_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1333960 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1333984 INFO (zkCallback-503-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1333995 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1334024 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1334024 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42131_solr
[junit4] 2> 1334058 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42946.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1334065 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42946.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1334065 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42946.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1334065 INFO (zkCallback-494-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1334066 INFO (jetty-launcher-476-thread-2) [n:127.0.0.1:42946_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node2/.
[junit4] 2> 1334066 INFO (zkCallback-503-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1334086 INFO (zkCallback-488-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1334136 INFO (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1334137 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1334139 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40539/solr ready
[junit4] 2> 1334139 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1334162 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42131.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1334169 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42131.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1334169 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42131.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1334169 INFO (jetty-launcher-476-thread-1) [n:127.0.0.1:42131_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node1/.
[junit4] 2> 1334197 INFO (zkConnectionManagerCallback-513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1334202 INFO (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1334203 INFO (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1334204 INFO (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40539/solr ready
[junit4] 2> 1334226 INFO (TEST-OverseerModifyCollectionTest.testModifyColl-seed#[955416E37D0AFC3C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testModifyColl
[junit4] 2> 1334265 INFO (qtp1583679188-2415) [n:127.0.0.1:42131_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=modifyColl&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1334268 INFO (OverseerThreadFactory-1314-thread-1-processing-n:127.0.0.1:42946_solr) [n:127.0.0.1:42946_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection modifyColl
[junit4] 2> 1334403 INFO (qtp1583679188-2419) [n:127.0.0.1:42131_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1334419 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1334438 INFO (OverseerStateUpdate-73564434385928198-127.0.0.1:42946_solr-n_0000000000) [n:127.0.0.1:42946_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"modifyColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"modifyColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42946/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1334453 INFO (OverseerStateUpdate-73564434385928198-127.0.0.1:42946_solr-n_0000000000) [n:127.0.0.1:42946_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"modifyColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"modifyColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42131/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1334669 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=modifyColl_shard1_replica_n1&action=CREATE&numShards=1&collection=modifyColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1334679 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1334679 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr x:modifyColl_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=modifyColl_shard1_replica_n2&action=CREATE&numShards=1&collection=modifyColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1335731 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1335784 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1335790 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.s.IndexSchema [modifyColl_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1335793 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1335793 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'modifyColl_shard1_replica_n1' using configuration from collection modifyColl, trusted=true
[junit4] 2> 1335794 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42946.solr.core.modifyColl.shard1.replica_n1' (registry 'solr.core.modifyColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1335803 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.s.IndexSchema [modifyColl_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1335805 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1335805 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'modifyColl_shard1_replica_n2' using configuration from collection modifyColl, trusted=true
[junit4] 2> 1335805 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42131.solr.core.modifyColl.shard1.replica_n2' (registry 'solr.core.modifyColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1335806 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SolrCore [[modifyColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node1/modifyColl_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node1/./modifyColl_shard1_replica_n2/data/]
[junit4] 2> 1335809 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.SolrCore [[modifyColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node2/modifyColl_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node2/./modifyColl_shard1_replica_n1/data/]
[junit4] 2> 1335874 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1335874 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1335874 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1335874 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1335875 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1335875 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1335875 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1335875 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1335876 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cfd396b[modifyColl_shard1_replica_n1] main]
[junit4] 2> 1335876 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b276a66[modifyColl_shard1_replica_n2] main]
[junit4] 2> 1335877 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1335877 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1335878 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1335878 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1335878 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1335878 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1335878 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615494025841737728
[junit4] 2> 1335879 INFO (searcherExecutor-1323-thread-1-processing-n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1 c:modifyColl s:shard1 r:core_node3) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.SolrCore [modifyColl_shard1_replica_n1] Registered new searcher Searcher@2cfd396b[modifyColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1335879 INFO (searcherExecutor-1324-thread-1-processing-n:127.0.0.1:42131_solr x:modifyColl_shard1_replica_n2 c:modifyColl s:shard1 r:core_node4) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SolrCore [modifyColl_shard1_replica_n2] Registered new searcher Searcher@1b276a66[modifyColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1335879 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615494025842786304
[junit4] 2> 1335885 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/modifyColl/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1335885 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 1335886 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/modifyColl/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1335896 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1336397 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1336397 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1336397 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42131/solr/modifyColl_shard1_replica_n2/
[junit4] 2> 1336398 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=modifyColl_shard1_replica_n2 url=https://127.0.0.1:42131/solr START replicas=[https://127.0.0.1:42946/solr/modifyColl_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1336398 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=modifyColl_shard1_replica_n2 url=https://127.0.0.1:42131/solr DONE. We have no versions. sync failed.
[junit4] 2> 1336404 INFO (qtp1238844150-2422) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.S.Request [modifyColl_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1336404 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1336404 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1336422 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42131/solr/modifyColl_shard1_replica_n2/ shard1
[junit4] 2> 1336527 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1336529 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=modifyColl_shard1_replica_n2&action=CREATE&numShards=1&collection=modifyColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1849
[junit4] 2> 1336648 INFO (zkCallback-488-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/modifyColl/state.json] for collection [modifyColl] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1336901 INFO (qtp1238844150-2413) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=modifyColl_shard1_replica_n1&action=CREATE&numShards=1&collection=modifyColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2234
[junit4] 2> 1336904 INFO (qtp1583679188-2415) [n:127.0.0.1:42131_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1337001 INFO (zkCallback-488-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/modifyColl/state.json] for collection [modifyColl] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1337001 INFO (zkCallback-494-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/modifyColl/state.json] for collection [modifyColl] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1337904 INFO (qtp1583679188-2415) [n:127.0.0.1:42131_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=modifyColl&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3639
[junit4] 2> 1337906 INFO (qtp1583679188-2419) [n:127.0.0.1:42131_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :modifycollection with params collection.configName=conf2&action=MODIFYCOLLECTION&collection=modifyColl&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1337909 INFO (OverseerCollectionConfigSetProcessor-73564434385928198-127.0.0.1:42946_solr-n_0000000000) [n:127.0.0.1:42946_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1337909 INFO (OverseerThreadFactory-1314-thread-2-processing-n:127.0.0.1:42946_solr) [n:127.0.0.1:42946_solr c:modifyColl ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=RELOAD, asyncId=null
[junit4] 2> 1337920 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr x:modifyColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1337920 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1337935 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr x:modifyColl_shard1_replica_n2] o.a.s.s.IndexSchema [modifyColl_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1337935 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1] o.a.s.s.IndexSchema [modifyColl_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1348533 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr x:modifyColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1348533 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1348533 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr x:modifyColl_shard1_replica_n2] o.a.s.c.CoreContainer Reloading SolrCore 'modifyColl_shard1_replica_n2' using configuration from collection modifyColl
[junit4] 2> 1348533 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1] o.a.s.c.CoreContainer Reloading SolrCore 'modifyColl_shard1_replica_n1' using configuration from collection modifyColl
[junit4] 2> 1348534 WARN (jetty-launcher-476-thread-2-SendThread(127.0.0.1:40539)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10625ms for sessionid 0x1055a769bad0007
[junit4] 2> 1348534 WARN (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker-SendThread(127.0.0.1:40539)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10907ms for sessionid 0x1055a769bad000a
[junit4] 2> 1348534 WARN (jetty-launcher-476-thread-1-SendThread(127.0.0.1:40539)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10903ms for sessionid 0x1055a769bad0008
[junit4] 2> 1348542 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055a769bad0007, likely client has closed socket
[junit4] 2> 1348542 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055a769bad0008, likely client has closed socket
[junit4] 2> 1348542 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055a769bad000a, likely client has closed socket
[junit4] 2> 1348647 WARN (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9710fea name: ZooKeeperConnection Watcher:127.0.0.1:40539/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1348647 WARN (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1348671 WARN (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d3c7cdd name: ZooKeeperConnection Watcher:127.0.0.1:40539/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1348671 WARN (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1348680 WARN (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bc11092 name: ZooKeeperConnection Watcher:127.0.0.1:40539/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1348680 WARN (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1348739 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42946.solr.core.modifyColl.shard1.replica_n1' (registry 'solr.core.modifyColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1348739 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.SolrCore [[modifyColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node2/modifyColl_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node2/./modifyColl_shard1_replica_n1/data/]
[junit4] 2> 1348756 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42131.solr.core.modifyColl.shard1.replica_n2' (registry 'solr.core.modifyColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5da62384
[junit4] 2> 1348756 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SolrCore [[modifyColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node1/modifyColl_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_955416E37D0AFC3C-001/tempDir-001/node1/./modifyColl_shard1_replica_n2/data/]
[junit4] 2> 1349151 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1349151 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1349277 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cd1fc32[modifyColl_shard1_replica_n1] main]
[junit4] 2> 1349281 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 1349281 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 1349281 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1349284 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1349284 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1349286 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615494039901044736
[junit4] 2> 1349302 INFO (searcherExecutor-1333-thread-1-processing-n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1 c:modifyColl s:shard1 r:core_node3) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.SolrCore [modifyColl_shard1_replica_n1] Registered new searcher Searcher@cd1fc32[modifyColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1349302 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@fd5d2a2[modifyColl_shard1_replica_n2] main]
[junit4] 2> 1349372 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 1349373 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1349373 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7aedddaa[modifyColl_shard1_replica_n1] main]
[junit4] 2> 1349373 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.SolrCore [modifyColl_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5b628ac5
[junit4] 2> 1349373 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.modifyColl.shard1.replica_n1, tag=5b628ac5
[junit4] 2> 1349373 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7436fd6b: rootName = solr_42946, domain = solr.core.modifyColl.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.modifyColl.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6c062df7
[junit4] 2> 1349374 INFO (searcherExecutor-1333-thread-1-processing-n:127.0.0.1:42946_solr x:modifyColl_shard1_replica_n1 c:modifyColl s:shard1 r:core_node3) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.c.SolrCore [modifyColl_shard1_replica_n1] Registered new searcher Searcher@7aedddaa[modifyColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1349376 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 1349376 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1349377 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615494039996465152
[junit4] 2> 1349407 INFO (searcherExecutor-1334-thread-1-processing-n:127.0.0.1:42131_solr x:modifyColl_shard1_replica_n2 c:modifyColl s:shard1 r:core_node4) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SolrCore [modifyColl_shard1_replica_n2] Registered new searcher Searcher@fd5d2a2[modifyColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1349429 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.modifyColl.shard1.leader, tag=5b628ac5
[junit4] 2> 1349437 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1349437 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d826c2e[modifyColl_shard1_replica_n2] main]
[junit4] 2> 1349451 INFO (qtp1238844150-2420) [n:127.0.0.1:42946_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=modifyColl_shard1_replica_n1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=11540
[junit4] 2> 1349455 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SolrCore [modifyColl_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@5dba154f
[junit4] 2> 1349455 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.modifyColl.shard1.replica_n2, tag=5dba154f
[junit4] 2> 1349455 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cfe45f6: rootName = solr_42131, domain = solr.core.modifyColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.modifyColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@3ce759fc
[junit4] 2> 1349471 INFO (searcherExecutor-1334-thread-1-processing-n:127.0.0.1:42131_solr x:modifyColl_shard1_replica_n2 c:modifyColl s:shard1 r:core_node4) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.c.SolrCore [modifyColl_shard1_replica_n2] Registered new searcher Searcher@1d826c2e[modifyColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1349511 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.modifyColl.shard1.leader, tag=5dba154f
[junit4] 2> 1349528 INFO (qtp1583679188-2414) [n:127.0.0.1:42131_solr c:modifyColl s:shard1 r:core_node4 x:modifyColl_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=modifyColl_shard1_replica_n2&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=11618
[junit4] 2> 1349711 WARN (jetty-launcher-476-thread-2-SendThread(127.0.0.1:40539)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055a769bad0007 has expired
[junit4] 2> 1349724 WARN (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9710fea name: ZooKeeperConnection Watcher:127.0.0.1:40539/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1349724 WARN (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1349725 WARN (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1349727 INFO (zkConnectionManagerCallback-504-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1349727 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1349729 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1349729 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1349857 INFO (qtp1583679188-2419) [n:127.0.0.1:42131_solr c:modifyColl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf2&action=MODIFYCOLLECTION&collection=modifyColl&wt=javabin&version=2} status=0 QTime=11951
[junit4] 2> 1350153 WARN (jetty-launcher-476-thread-1-SendThread(127.0.0.1:40539)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055a769bad0008 has expired
[junit4] 2> 1350154 WARN (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d3c7cdd name: ZooKeeperConnection Watcher:127.0.0.1:40539/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1350154 WARN (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1350154 WARN (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1350197 INFO (zkConnectionManagerCallback-510-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1350198 INFO (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1350211 INFO (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1350211 INFO (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1350608 INFO (OverseerCollectionConfigSetProcessor-73564434385928198-127.0.0.1:42946_solr-n_0000000000) [n:127.0.0.1:42946_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1350663 WARN (SUITE-OverseerModifyCollectionTest-seed#[955416E37D0AFC3C]-worker-SendThread(127.0.0.1:40539)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055a769bad000a has expired
[junit4] 2> 1350664 WARN (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bc11092 name: ZooKeeperConnection Watcher:127.0.0.1:40539/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1350664 WARN (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1350664 WARN (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1350686 INFO (zkConnectionManagerCallback-518-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1350686 INFO (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1350722 INFO (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 1350722 INFO (zkConnectionManagerCallback-518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 1350796 INFO (TEST-OverseerModifyCollectionTest.testModifyColl-seed#[955416E37D0AFC3C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testModifyColl
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverseerModifyCollectionTest -Dtests.method=testModifyColl -Dtests.seed=955416E37D0AFC3C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-GT -Dtests.timezone=SST -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 16.6s J0 | OverseerModifyCollectionTest.testModifyColl <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/modifyColl
[junit4] > at __randomizedtesting.SeedInfo.seed([955416E37D0AFC3C:3CCC3C9671C6383A]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] > at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:343)
[junit4] > at org.apache.solr.cloud.OverseerModifyCollectionTest.getConfigNameFromZk(OverseerModifyCollectionTest.java:75)
[junit4] > at org.apache.solr.cloud.OverseerModifyCollectionTest.testModifyColl(OverseerModifyCollectionTest.java:59)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1350855 INFO (jetty-closer-477-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@100db47c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1350875 INFO (jetty-closer-477-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=704726900
[junit4] 2> 1350932 INFO (jetty-closer-477-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1350933 INFO (jetty-closer-477-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3df27eaa: rootName = solr_42946, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4a5718ef
[junit4] 2> 1350971 INFO (jetty-closer-477-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1350971 INFO (jetty-closer-477-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@862eb4: rootName = solr_42946, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6a665519
[junit4] 2> 1350979 INFO (jetty-closer-477-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c1768b5{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1350994 INFO (jetty-closer-477-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=450995696
[junit4] 2> 1350995 INFO (jetty-closer-477-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1350995 INFO (jetty-closer-477-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2cfa8cd8: rootName = solr_42946, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@76b45250
[junit4] 2> 1351010 INFO (jetty-closer-477-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1351010 INFO (jetty-closer-477-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5dbf0f: rootName = solr_42131, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6b4871ca
[junit4] 2> 1351067 INFO (jetty-closer-477-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42946_solr
[junit4] 2> 1351068 INFO (zkCallback-494-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/modifyColl/state.json] for collection [modifyColl] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1351070 INFO (zkCallback-503-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1351070 INFO (jetty-closer-477-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1351070 INFO (jetty-closer-477-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ff399e4: rootName = solr_42131, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6a665519
[junit4] 2> 1351142 INFO (jetty-closer-477-thread-2) [ ] o.a.s.m.SolrMetricManager Closing m
[...truncated too long message...]
dresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null115111043
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null115111043
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null115111043
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 71ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 518 minutes 55 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1679 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1679/
2 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica
Error Message:
Expected new active leader null Live Nodes: [127.0.0.1:32960_solr, 127.0.0.1:35816_solr, 127.0.0.1:39727_solr] Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/14)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"raceDeleteReplica_true_shard1_replica_n1", "base_url":"https://127.0.0.1:45831/solr", "node_name":"127.0.0.1:45831_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"raceDeleteReplica_true_shard1_replica_n5", "base_url":"https://127.0.0.1:45831/solr", "node_name":"127.0.0.1:45831_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"raceDeleteReplica_true_shard1_replica_n2", "base_url":"https://127.0.0.1:32960/solr", "node_name":"127.0.0.1:32960_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected new active leader
null
Live Nodes: [127.0.0.1:32960_solr, 127.0.0.1:35816_solr, 127.0.0.1:39727_solr]
Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/14)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"raceDeleteReplica_true_shard1_replica_n1",
"base_url":"https://127.0.0.1:45831/solr",
"node_name":"127.0.0.1:45831_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"raceDeleteReplica_true_shard1_replica_n5",
"base_url":"https://127.0.0.1:45831/solr",
"node_name":"127.0.0.1:45831_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"raceDeleteReplica_true_shard1_replica_n2",
"base_url":"https://127.0.0.1:32960/solr",
"node_name":"127.0.0.1:32960_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([DED1A4285B1CAF15:B4C7C5F833EEE5DF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:328)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:223)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.request.TestV2Request.testCloudSolrClient
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([CEB28BDE847C5697:5744006E21CFDEFC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.client.solrj.request.TestV2Request.doTest(TestV2Request.java:105)
at org.apache.solr.client.solrj.request.TestV2Request.testCloudSolrClient(TestV2Request.java:77)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14620 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
[junit4] 2> 2670587 INFO (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/init-core-data-001
[junit4] 2> 2670588 WARN (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 2670588 INFO (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2670591 INFO (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2670592 INFO (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001
[junit4] 2> 2670592 INFO (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2670593 INFO (Thread-9820) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2670593 INFO (Thread-9820) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2670599 ERROR (Thread-9820) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2670692 INFO (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34430
[junit4] 2> 2670702 INFO (zkConnectionManagerCallback-5602-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670721 INFO (jetty-launcher-5599-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2670721 INFO (jetty-launcher-5599-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2670721 INFO (jetty-launcher-5599-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2670725 INFO (jetty-launcher-5599-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2670726 INFO (jetty-launcher-5599-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670726 INFO (jetty-launcher-5599-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670726 INFO (jetty-launcher-5599-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2670726 INFO (jetty-launcher-5599-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@158e1938{/solr,null,AVAILABLE}
[junit4] 2> 2670727 INFO (jetty-launcher-5599-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670727 INFO (jetty-launcher-5599-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670727 INFO (jetty-launcher-5599-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2670727 INFO (jetty-launcher-5599-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77259038{/solr,null,AVAILABLE}
[junit4] 2> 2670728 INFO (jetty-launcher-5599-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bbb5891{SSL,[ssl, http/1.1]}{127.0.0.1:45831}
[junit4] 2> 2670728 INFO (jetty-launcher-5599-thread-3) [ ] o.e.j.s.Server Started @2670798ms
[junit4] 2> 2670728 INFO (jetty-launcher-5599-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45831}
[junit4] 2> 2670729 ERROR (jetty-launcher-5599-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670729 INFO (jetty-launcher-5599-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670734 INFO (jetty-launcher-5599-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@630ff558{SSL,[ssl, http/1.1]}{127.0.0.1:32960}
[junit4] 2> 2670734 INFO (jetty-launcher-5599-thread-2) [ ] o.e.j.s.Server Started @2670803ms
[junit4] 2> 2670734 INFO (jetty-launcher-5599-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32960}
[junit4] 2> 2670735 ERROR (jetty-launcher-5599-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670735 INFO (jetty-launcher-5599-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670735 INFO (jetty-launcher-5599-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2670735 INFO (jetty-launcher-5599-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670735 INFO (jetty-launcher-5599-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670735 INFO (jetty-launcher-5599-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-26T09:29:23.775Z
[junit4] 2> 2670736 INFO (jetty-launcher-5599-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2670736 INFO (jetty-launcher-5599-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670736 INFO (jetty-launcher-5599-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670736 INFO (jetty-launcher-5599-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670736 INFO (jetty-launcher-5599-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2670736 INFO (jetty-launcher-5599-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670736 INFO (jetty-launcher-5599-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-26T09:29:23.776Z
[junit4] 2> 2670738 INFO (jetty-launcher-5599-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55b950e1{/solr,null,AVAILABLE}
[junit4] 2> 2670739 INFO (jetty-launcher-5599-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ed2fec3{SSL,[ssl, http/1.1]}{127.0.0.1:35816}
[junit4] 2> 2670739 INFO (jetty-launcher-5599-thread-1) [ ] o.e.j.s.Server Started @2670808ms
[junit4] 2> 2670739 INFO (jetty-launcher-5599-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35816}
[junit4] 2> 2670739 ERROR (jetty-launcher-5599-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670739 INFO (jetty-launcher-5599-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670739 INFO (jetty-launcher-5599-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2670739 INFO (jetty-launcher-5599-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670739 INFO (jetty-launcher-5599-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670739 INFO (jetty-launcher-5599-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-26T09:29:23.779Z
[junit4] 2> 2670745 INFO (zkConnectionManagerCallback-5608-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670745 INFO (zkConnectionManagerCallback-5606-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670746 INFO (jetty-launcher-5599-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2670746 INFO (jetty-launcher-5599-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2670747 INFO (jetty-launcher-5599-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670747 INFO (jetty-launcher-5599-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670747 INFO (jetty-launcher-5599-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2670748 INFO (jetty-launcher-5599-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75225b0d{/solr,null,AVAILABLE}
[junit4] 2> 2670749 INFO (jetty-launcher-5599-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@678bb63{SSL,[ssl, http/1.1]}{127.0.0.1:39727}
[junit4] 2> 2670749 INFO (jetty-launcher-5599-thread-4) [ ] o.e.j.s.Server Started @2670818ms
[junit4] 2> 2670749 INFO (jetty-launcher-5599-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39727}
[junit4] 2> 2670750 ERROR (jetty-launcher-5599-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670750 INFO (jetty-launcher-5599-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670750 INFO (jetty-launcher-5599-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2670750 INFO (jetty-launcher-5599-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670750 INFO (jetty-launcher-5599-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670750 INFO (jetty-launcher-5599-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-26T09:29:23.790Z
[junit4] 2> 2670753 INFO (zkConnectionManagerCallback-5610-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670791 INFO (jetty-launcher-5599-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2670795 INFO (zkConnectionManagerCallback-5604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670796 INFO (jetty-launcher-5599-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2670995 INFO (jetty-launcher-5599-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34430/solr
[junit4] 2> 2670997 INFO (zkConnectionManagerCallback-5614-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671003 INFO (zkConnectionManagerCallback-5616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671061 INFO (jetty-launcher-5599-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34430/solr
[junit4] 2> 2671065 INFO (zkConnectionManagerCallback-5622-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671072 INFO (zkConnectionManagerCallback-5624-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671102 INFO (jetty-launcher-5599-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34430/solr
[junit4] 2> 2671106 INFO (zkConnectionManagerCallback-5630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671110 INFO (zkConnectionManagerCallback-5632-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671124 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45831_solr
[junit4] 2> 2671128 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.c.Overseer Overseer (id=72167756738199560-127.0.0.1:45831_solr-n_0000000000) starting
[junit4] 2> 2671167 INFO (zkConnectionManagerCallback-5639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671174 INFO (jetty-launcher-5599-thread-2) [n:127.0.0.1:32960_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32960_solr
[junit4] 2> 2671185 INFO (zkCallback-5623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2671186 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34430/solr ready
[junit4] 2> 2671186 INFO (zkCallback-5638-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2671188 INFO (zkCallback-5631-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2671188 INFO (OverseerStateUpdate-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45831_solr
[junit4] 2> 2671194 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2671194 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45831_solr
[junit4] 2> 2671202 INFO (zkCallback-5631-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2671202 INFO (zkCallback-5638-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2671202 INFO (zkCallback-5623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2671224 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2671224 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2671233 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2671233 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39727_solr
[junit4] 2> 2671235 INFO (zkCallback-5631-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2671235 INFO (zkCallback-5638-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2671235 INFO (zkCallback-5623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2671240 INFO (jetty-launcher-5599-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34430/solr
[junit4] 2> 2671241 INFO (zkConnectionManagerCallback-5644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671242 INFO (zkConnectionManagerCallback-5649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671242 INFO (zkCallback-5615-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2671243 INFO (jetty-launcher-5599-thread-2) [n:127.0.0.1:32960_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2671250 INFO (jetty-launcher-5599-thread-2) [n:127.0.0.1:32960_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34430/solr ready
[junit4] 2> 2671253 INFO (jetty-launcher-5599-thread-2) [n:127.0.0.1:32960_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2671276 INFO (zkConnectionManagerCallback-5652-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671282 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45831.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671289 INFO (zkConnectionManagerCallback-5657-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671290 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2671293 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34430/solr ready
[junit4] 2> 2671294 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2671335 INFO (jetty-launcher-5599-thread-2) [n:127.0.0.1:32960_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32960.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671335 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2671344 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2671344 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35816_solr
[junit4] 2> 2671347 INFO (zkCallback-5638-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671347 INFO (zkCallback-5623-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671347 INFO (zkCallback-5631-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671351 INFO (zkCallback-5643-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671352 INFO (zkCallback-5615-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671361 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45831.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671361 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45831.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671362 INFO (jetty-launcher-5599-thread-3) [n:127.0.0.1:45831_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node3/.
[junit4] 2> 2671362 INFO (zkCallback-5651-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671364 INFO (zkCallback-5656-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671402 INFO (jetty-launcher-5599-thread-2) [n:127.0.0.1:32960_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32960.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671402 INFO (jetty-launcher-5599-thread-2) [n:127.0.0.1:32960_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32960.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671403 INFO (jetty-launcher-5599-thread-2) [n:127.0.0.1:32960_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node2/.
[junit4] 2> 2671418 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39727.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671418 INFO (zkConnectionManagerCallback-5665-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671419 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2671421 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34430/solr ready
[junit4] 2> 2671424 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2671459 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39727.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671459 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39727.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671462 INFO (jetty-launcher-5599-thread-4) [n:127.0.0.1:39727_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node4/.
[junit4] 2> 2671477 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35816.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671503 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35816.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671503 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35816.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2671505 INFO (jetty-launcher-5599-thread-1) [n:127.0.0.1:35816_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node1/.
[junit4] 2> 2671691 INFO (zkConnectionManagerCallback-5668-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671697 INFO (zkConnectionManagerCallback-5673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671706 INFO (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2671708 INFO (SUITE-DeleteReplicaTest-seed#[DED1A4285B1CAF15]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34430/solr ready
[junit4] 2> 2672311 INFO (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[DED1A4285B1CAF15]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaAndVerifyDirectoryCleanup
[junit4] 2> 2672343 INFO (qtp257100548-26714) [n:127.0.0.1:32960_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=deletereplica_test&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2672350 INFO (OverseerThreadFactory-8619-thread-1-processing-n:127.0.0.1:45831_solr) [n:127.0.0.1:45831_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection deletereplica_test
[junit4] 2> 2672486 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2672540 INFO (qtp287508366-26743) [n:127.0.0.1:39727_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2672570 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2672601 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2672612 INFO (OverseerStateUpdate-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletereplica_test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletereplica_test_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35816/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2672625 INFO (OverseerStateUpdate-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deletereplica_test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deletereplica_test_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45831/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2672837 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr x:deletereplica_test_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica_n3&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2672841 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica_n1&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2673896 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2673898 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2673905 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.s.IndexSchema [deletereplica_test_shard1_replica_n3] Schema name=minimal
[junit4] 2> 2673909 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.s.IndexSchema [deletereplica_test_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2673911 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2673911 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'deletereplica_test_shard1_replica_n3' using configuration from collection deletereplica_test, trusted=true
[junit4] 2> 2673913 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2673913 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deletereplica_test_shard1_replica_n1' using configuration from collection deletereplica_test, trusted=true
[junit4] 2> 2673914 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35816.solr.core.deletereplica_test.shard1.replica_n1' (registry 'solr.core.deletereplica_test.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2673914 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.SolrCore [[deletereplica_test_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node1/deletereplica_test_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node1/./deletereplica_test_shard1_replica_n1/data/]
[junit4] 2> 2673915 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45831.solr.core.deletereplica_test.shard1.replica_n3' (registry 'solr.core.deletereplica_test.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2673915 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.SolrCore [[deletereplica_test_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node3/deletereplica_test_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node3/./deletereplica_test_shard1_replica_n3/data/]
[junit4] 2> 2674012 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2674012 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2674014 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2674014 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2674016 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a22f4bb[deletereplica_test_shard1_replica_n3] main]
[junit4] 2> 2674018 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2674018 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2674020 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2674020 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2674021 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f52e57d[deletereplica_test_shard1_replica_n1] main]
[junit4] 2> 2674022 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2674023 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2674023 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2674023 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615379737674252288
[junit4] 2> 2674025 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2674025 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2674026 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2674026 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615379737677398016
[junit4] 2> 2674026 INFO (searcherExecutor-8639-thread-1-processing-n:127.0.0.1:45831_solr x:deletereplica_test_shard1_replica_n3 c:deletereplica_test s:shard1 r:core_node4) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.SolrCore [deletereplica_test_shard1_replica_n3] Registered new searcher Searcher@3a22f4bb[deletereplica_test_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2674029 INFO (searcherExecutor-8640-thread-1-processing-n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1 c:deletereplica_test s:shard1 r:core_node2) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.SolrCore [deletereplica_test_shard1_replica_n1] Registered new searcher Searcher@f52e57d[deletereplica_test_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2674038 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deletereplica_test/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2674038 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 2674040 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deletereplica_test/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 2674049 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2674049 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2674049 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35816/solr/deletereplica_test_shard1_replica_n1/
[junit4] 2> 2674050 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=deletereplica_test_shard1_replica_n1 url=https://127.0.0.1:35816/solr START replicas=[https://127.0.0.1:45831/solr/deletereplica_test_shard1_replica_n3/] nUpdates=100
[junit4] 2> 2674050 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=deletereplica_test_shard1_replica_n1 url=https://127.0.0.1:35816/solr DONE. We have no versions. sync failed.
[junit4] 2> 2674059 INFO (qtp829086168-26719) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.S.Request [deletereplica_test_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2674059 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2674059 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2674067 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35816/solr/deletereplica_test_shard1_replica_n1/ shard1
[junit4] 2> 2674171 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2674174 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deletereplica_test s:shard1 r:core_node2 x:deletereplica_test_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica_n1&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1333
[junit4] 2> 2674275 INFO (zkCallback-5651-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2675058 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica_n3&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2221
[junit4] 2> 2675067 INFO (qtp257100548-26714) [n:127.0.0.1:32960_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2675155 INFO (zkCallback-5651-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2675155 INFO (zkCallback-5623-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2676069 INFO (qtp257100548-26714) [n:127.0.0.1:32960_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=deletereplica_test&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3726
[junit4] 2> 2676073 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2676075 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node2&action=DELETEREPLICA&collection=deletereplica_test&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2676082 INFO (OverseerCollectionConfigSetProcessor-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2676091 INFO (qtp1237777153-26728) [n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deletereplica_test.shard1.replica_n1, tag=null
[junit4] 2> 2676091 INFO (qtp1237777153-26728) [n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30be99a8: rootName = solr_35816, domain = solr.core.deletereplica_test.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.deletereplica_test.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1ad4f926
[junit4] 2> 2676126 INFO (qtp1237777153-26728) [n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1] o.a.s.c.SolrCore [deletereplica_test_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3da085f
[junit4] 2> 2676126 INFO (qtp1237777153-26728) [n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deletereplica_test.shard1.replica_n1, tag=3da085f
[junit4] 2> 2676126 INFO (qtp1237777153-26728) [n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deletereplica_test.shard1.leader, tag=3da085f
[junit4] 2> 2676145 INFO (qtp1237777153-26728) [n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deletereplica_test/terms/shard1 to Terms{values={core_node4=0}, version=2}
[junit4] 2> 2676166 INFO (qtp1237777153-26728) [n:127.0.0.1:35816_solr x:deletereplica_test_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=deletereplica_test_shard1_replica_n1&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=75
[junit4] 2> 2676170 INFO (zkCallback-5623-thread-2) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2676273 INFO (zkCallback-5651-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2676274 INFO (zkCallback-5623-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2676369 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deletereplica_test ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node2&action=DELETEREPLICA&collection=deletereplica_test&shard=shard1&wt=javabin&version=2} status=0 QTime=294
[junit4] 2> 2678085 INFO (OverseerCollectionConfigSetProcessor-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2678671 INFO (zkCallback-5623-thread-2) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45831/solr/deletereplica_test_shard1_replica_n3/
[junit4] 2> 2678671 INFO (zkCallback-5623-thread-2) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2678671 INFO (zkCallback-5623-thread-2) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:45831/solr/deletereplica_test_shard1_replica_n3/ has no replicas
[junit4] 2> 2678675 INFO (zkCallback-5623-thread-2) [n:127.0.0.1:45831_solr c:deletereplica_test s:shard1 r:core_node4 x:deletereplica_test_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45831/solr/deletereplica_test_shard1_replica_n3/ shard1
[junit4] 2> 2678676 INFO (zkCallback-5623-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2678719 INFO (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[DED1A4285B1CAF15]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteReplicaAndVerifyDirectoryCleanup
[junit4] 2> 2679406 INFO (TEST-DeleteReplicaTest.deleteReplicaByCountForAllShards-seed#[DED1A4285B1CAF15]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaByCountForAllShards
[junit4] 2> 2679409 INFO (qtp257100548-26714) [n:127.0.0.1:32960_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=deleteByCountNew&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2679417 INFO (OverseerThreadFactory-8619-thread-3-processing-n:127.0.0.1:45831_solr) [n:127.0.0.1:45831_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection deleteByCountNew
[junit4] 2> 2679642 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2679644 INFO (qtp287508366-26736) [n:127.0.0.1:39727_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2679649 INFO (qtp829086168-26711) [n:127.0.0.1:45831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.deletereplica_test.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 2679651 INFO (qtp829086168-26722) [n:127.0.0.1:45831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 2679653 INFO (qtp1237777153-26727) [n:127.0.0.1:35816_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2679679 INFO (OverseerStateUpdate-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteByCountNew",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deleteByCountNew_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35816/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2679687 INFO (OverseerStateUpdate-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteByCountNew",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"deleteByCountNew_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39727/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2679692 INFO (OverseerStateUpdate-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteByCountNew",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deleteByCountNew_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32960/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2679697 INFO (OverseerStateUpdate-72167756738199560-127.0.0.1:45831_solr-n_0000000000) [n:127.0.0.1:45831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"deleteByCountNew",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"deleteByCountNew_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32960/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2679899 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr x:deleteByCountNew_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica_n1&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2679902 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr x:deleteByCountNew_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica_n6&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2679902 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr x:deleteByCountNew_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica_n2&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2679902 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr x:deleteByCountNew_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2679903 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr x:deleteByCountNew_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica_n4&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2680927 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2680971 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2680973 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2680982 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2680983 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2680987 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2680987 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica_n2' using configuration from collection deleteByCountNew, trusted=true
[junit4] 2> 2680988 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39727.solr.core.deleteByCountNew.shard1.replica_n2' (registry 'solr.core.deleteByCountNew.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2680988 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node4/deleteByCountNew_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node4/./deleteByCountNew_shard1_replica_n2/data/]
[junit4] 2> 2680991 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2680991 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2680994 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2680994 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica_n1' using configuration from collection deleteByCountNew, trusted=true
[junit4] 2> 2680994 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2680994 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica_n6' using configuration from collection deleteByCountNew, trusted=true
[junit4] 2> 2680995 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35816.solr.core.deleteByCountNew.shard1.replica_n1' (registry 'solr.core.deleteByCountNew.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2680995 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32960.solr.core.deleteByCountNew.shard2.replica_n6' (registry 'solr.core.deleteByCountNew.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2680995 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node1/deleteByCountNew_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node1/./deleteByCountNew_shard1_replica_n1/data/]
[junit4] 2> 2680995 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node2/deleteByCountNew_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node2/./deleteByCountNew_shard2_replica_n6/data/]
[junit4] 2> 2681009 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2681013 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2681013 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica_n4' using configuration from collection deleteByCountNew, trusted=true
[junit4] 2> 2681014 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32960.solr.core.deleteByCountNew.shard2.replica_n4' (registry 'solr.core.deleteByCountNew.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55c3ed48
[junit4] 2> 2681014 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node2/deleteByCountNew_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest_DED1A4285B1CAF15-001/tempDir-001/node2/./deleteByCountNew_shard2_replica_n4/data/]
[junit4] 2> 2681167 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2681167 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2681180 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2681180 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2681183 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@34423f66[deleteByCountNew_shard2_replica_n6] main]
[junit4] 2> 2681184 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2681185 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2681185 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2681186 INFO (searcherExecutor-8651-thread-1-processing-n:127.0.0.1:32960_solr x:deleteByCountNew_shard2_replica_n6 c:deleteByCountNew s:shard2 r:core_node8) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.SolrCore [deleteByCountNew_shard2_replica_n6] Registered new searcher Searcher@34423f66[deleteByCountNew_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2681186 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615379745185202176
[junit4] 2> 2681194 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2681194 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2681198 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCountNew/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 2681198 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2681198 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2681206 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b32ea3f[deleteByCountNew_shard2_replica_n4] main]
[junit4] 2> 2681207 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
[junit4] 2> 2681209 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2681209 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2681210 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2681210 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615379745210368000
[junit4] 2> 2681214 INFO (searcherExecutor-8652-thread-1-processing-n:127.0.0.1:32960_solr x:deleteByCountNew_shard2_replica_n4 c:deleteByCountNew s:shard2 r:core_node7) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.SolrCore [deleteByCountNew_shard2_replica_n4] Registered new searcher Searcher@1b32ea3f[deleteByCountNew_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2681220 INFO (qtp257100548-26716) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCountNew/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 2681222 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2681222 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2681224 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2681224 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2681226 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2681226 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2681228 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2681228 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2681229 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@35a62583[deleteByCountNew_shard1_replica_n2] main]
[junit4] 2> 2681230 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e00dd53[deleteByCountNew_shard1_replica_n1] main]
[junit4] 2> 2681231 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2681232 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2681233 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2681233 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615379745234485248
[junit4] 2> 2681234 INFO (searcherExecutor-8649-thread-1-processing-n:127.0.0.1:39727_solr x:deleteByCountNew_shard1_replica_n2 c:deleteByCountNew s:shard1 r:core_node5) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.SolrCore [deleteByCountNew_shard1_replica_n2] Registered new searcher Searcher@35a62583[deleteByCountNew_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2681240 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2681241 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCountNew/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 2681243 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2681244 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2681245 INFO (searcherExecutor-8650-thread-1-processing-n:127.0.0.1:35816_solr x:deleteByCountNew_shard1_replica_n1 c:deleteByCountNew s:shard1 r:core_node3) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.SolrCore [deleteByCountNew_shard1_replica_n1] Registered new searcher Searcher@6e00dd53[deleteByCountNew_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2681245 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615379745247068160
[junit4] 2> 2681248 INFO (qtp287508366-26737) [n:127.0.0.1:39727_solr c:deleteByCountNew s:shard1 r:core_node5 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2681267 INFO (qtp1237777153-26725) [n:127.0.0.1:35816_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/deleteByCountNew/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 2681709 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2681709 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2681709 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32960/solr/deleteByCountNew_shard2_replica_n6/
[junit4] 2> 2681710 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=deleteByCountNew_shard2_replica_n6 url=https://127.0.0.1:32960/solr START replicas=[https://127.0.0.1:32960/solr/deleteByCountNew_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2681715 INFO (qtp257100548-26712) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=deleteByCountNew_shard2_replica_n6 url=https://127.0.0.1:32960/solr DONE. We have no versions. sync failed.
[junit4] 2> 2681722 INFO (qtp257100548-26713) [n:127.0.0.1:32960_solr c:deleteByCountNew s:shard2 r:core_node7 x:deleteByCountNew_shard2_replica_n4] o.a.s.c.S.Request [deleteByCountNew_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} statu
[...truncated too long message...]
ve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null835396813
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null835396813
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null835396813
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 31ms :: artifacts dl 7ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 277 minutes 13 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1678 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1678/
2 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
KeeperErrorCode = Session expired for /overseer_elect/leader
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
at __randomizedtesting.SeedInfo.seed([ADA2904F7B757E55:25F6AF95D58913AD]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.cloud.OverseerTaskProcessor.getLeaderId(OverseerTaskProcessor.java:384)
at org.apache.solr.cloud.OverseerTaskProcessor.getLeaderNode(OverseerTaskProcessor.java:375)
at org.apache.solr.cloud.RollingRestartTest.waitUntilOverseerDesignateIsLeader(RollingRestartTest.java:138)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:105)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.search.QueryEqualityTest
Error Message:
testParserCoverage was run w/o any other method explicitly testing qparser: min_hash
Stack Trace:
java.lang.AssertionError: testParserCoverage was run w/o any other method explicitly testing qparser: min_hash
at __randomizedtesting.SeedInfo.seed([ADA2904F7B757E55]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.search.QueryEqualityTest.afterClassParserCoverageTest(QueryEqualityTest.java:59)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13646 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/init-core-data-001
[junit4] 2> 531859 WARN (SUITE-RollingRestartTest-seed#[ADA2904F7B757E55]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 531859 INFO (SUITE-RollingRestartTest-seed#[ADA2904F7B757E55]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 532064 INFO (SUITE-RollingRestartTest-seed#[ADA2904F7B757E55]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 532065 INFO (SUITE-RollingRestartTest-seed#[ADA2904F7B757E55]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 532065 INFO (SUITE-RollingRestartTest-seed#[ADA2904F7B757E55]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 532212 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 532226 INFO (Thread-230) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 532226 INFO (Thread-230) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 532294 ERROR (Thread-230) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 532332 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkTestServer start zk server on port:32883
[junit4] 2> 532367 INFO (zkConnectionManagerCallback-511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 532389 INFO (zkConnectionManagerCallback-513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 532406 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 532408 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 532422 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 532423 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 532424 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 532425 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 532443 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 532443 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 532444 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 532445 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 532459 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 532479 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 532480 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1054f7f440f0001, likely client has closed socket
[junit4] 2> 533082 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 533096 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 533096 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 533096 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 533096 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e03e1c4{/,null,AVAILABLE}
[junit4] 2> 533098 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34b84513{HTTP/1.1,[http/1.1]}{127.0.0.1:33031}
[junit4] 2> 533098 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.Server Started @533139ms
[junit4] 2> 533098 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/tempDir-001/control/data, hostContext=/, hostPort=33031, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/control-001/cores}
[junit4] 2> 533098 ERROR (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 533098 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 533098 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 533098 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 533098 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 533099 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-25T12:39:36.930Z
[junit4] 2> 533132 INFO (zkConnectionManagerCallback-515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533135 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 533135 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/control-001/solr.xml
[junit4] 2> 533139 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 533139 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 533156 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 533848 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32883/solr
[junit4] 2> 533891 INFO (zkConnectionManagerCallback-519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 534005 INFO (zkConnectionManagerCallback-521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 534339 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33031_
[junit4] 2> 534340 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.c.Overseer Overseer (id=73552376942755844-127.0.0.1:33031_-n_0000000000) starting
[junit4] 2> 534444 INFO (zkConnectionManagerCallback-528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 534464 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32883/solr ready
[junit4] 2> 534481 INFO (OverseerStateUpdate-73552376942755844-127.0.0.1:33031_-n_0000000000) [n:127.0.0.1:33031_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33031_
[junit4] 2> 534500 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33031_
[junit4] 2> 534520 INFO (zkCallback-520-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 534585 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 534643 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 534733 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 534781 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 534781 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 534782 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [n:127.0.0.1:33031_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/control-001/cores
[junit4] 2> 534979 INFO (zkConnectionManagerCallback-534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 535044 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 535081 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32883/solr ready
[junit4] 2> 535105 INFO (qtp2041056251-1352) [n:127.0.0.1:33031_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33031_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 535192 INFO (OverseerThreadFactory-502-thread-1-processing-n:127.0.0.1:33031_) [n:127.0.0.1:33031_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 535337 INFO (qtp2041056251-1347) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 535427 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 535428 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 536504 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 536593 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 537341 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 537397 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 537398 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 537414 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 537417 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=97.4365234375, floorSegmentMB=0.6806640625, forceMergeDeletesPctAllowed=13.786857037347058, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=35.15732323136274
[junit4] 2> 537542 WARN (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 537849 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 537849 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 537850 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 537850 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 537851 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=33.4111328125, floorSegmentMB=1.1884765625, forceMergeDeletesPctAllowed=17.683118997926883, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.82860813967819
[junit4] 2> 537852 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20883a88[control_collection_shard1_replica_n1] main]
[junit4] 2> 537870 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 537870 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 537870 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 537872 INFO (searcherExecutor-507-thread-1-processing-n:127.0.0.1:33031_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@20883a88[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 537873 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615301109826453504
[junit4] 2> 537925 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 538034 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 538034 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 538034 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33031/control_collection_shard1_replica_n1/
[junit4] 2> 538034 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 538034 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33031/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 538055 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33031/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 538142 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 538144 INFO (qtp2041056251-1349) [n:127.0.0.1:33031_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2716
[junit4] 2> 538259 INFO (qtp2041056251-1352) [n:127.0.0.1:33031_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 538307 INFO (zkCallback-520-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 539214 INFO (OverseerCollectionConfigSetProcessor-73552376942755844-127.0.0.1:33031_-n_0000000000) [n:127.0.0.1:33031_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 539266 INFO (qtp2041056251-1352) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33031_&wt=javabin&version=2} status=0 QTime=4175
[junit4] 2> 539432 INFO (zkConnectionManagerCallback-539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539452 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 539462 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32883/solr ready
[junit4] 2> 539463 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 539474 INFO (qtp2041056251-1347) [n:127.0.0.1:33031_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 539550 INFO (OverseerThreadFactory-502-thread-2-processing-n:127.0.0.1:33031_) [n:127.0.0.1:33031_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 539880 WARN (OverseerThreadFactory-502-thread-2-processing-n:127.0.0.1:33031_) [n:127.0.0.1:33031_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 539936 INFO (qtp2041056251-1347) [n:127.0.0.1:33031_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 539956 INFO (qtp2041056251-1347) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=482
[junit4] 2> 540696 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-1-001 of type NRT
[junit4] 2> 540697 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 540698 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 540698 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 540698 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 540698 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b6cd8f1{/,null,AVAILABLE}
[junit4] 2> 540699 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14f92ffc{HTTP/1.1,[http/1.1]}{127.0.0.1:45650}
[junit4] 2> 540699 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.Server Started @540740ms
[junit4] 2> 540699 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=45650, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-1-001/cores}
[junit4] 2> 540749 ERROR (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 540749 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 540749 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 540749 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 540749 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 540749 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-25T12:39:44.580Z
[junit4] 2> 540786 INFO (zkConnectionManagerCallback-541-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540790 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 540790 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-1-001/solr.xml
[junit4] 2> 540826 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 540826 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 540828 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 541401 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32883/solr
[junit4] 2> 541495 INFO (zkConnectionManagerCallback-545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541528 INFO (zkConnectionManagerCallback-547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541554 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 541570 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 541570 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45650_
[junit4] 2> 541585 INFO (zkCallback-520-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 541585 INFO (OverseerCollectionConfigSetProcessor-73552376942755844-127.0.0.1:33031_-n_0000000000) [n:127.0.0.1:33031_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 541714 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 541715 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 541772 INFO (zkConnectionManagerCallback-554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541774 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 541775 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32883/solr ready
[junit4] 2> 541824 INFO (zkCallback-538-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 541860 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 542029 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 542095 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 542095 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 542110 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-1-001/cores
[junit4] 2> 542239 INFO (qtp2041056251-1354) [n:127.0.0.1:33031_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45650_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 542364 INFO (qtp2041056251-1353) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=16
[junit4] 2> 542457 INFO (qtp2041056251-1352) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=77
[junit4] 2> 542475 INFO (qtp1720599728-1406) [n:127.0.0.1:45650_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 542494 INFO (OverseerThreadFactory-502-thread-3-processing-n:127.0.0.1:33031_) [n:127.0.0.1:33031_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45650_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 542523 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 543606 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 543734 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 544466 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 544575 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 544575 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 544576 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 544611 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=97.4365234375, floorSegmentMB=0.6806640625, forceMergeDeletesPctAllowed=13.786857037347058, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=35.15732323136274
[junit4] 2> 544683 WARN (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 544955 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 544955 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 544956 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 544956 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 544957 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=33.4111328125, floorSegmentMB=1.1884765625, forceMergeDeletesPctAllowed=17.683118997926883, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.82860813967819
[junit4] 2> 544957 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@71d4c17a[collection1_shard2_replica_n41] main]
[junit4] 2> 544971 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 544971 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 544972 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 544972 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615301117270294528
[junit4] 2> 545008 INFO (searcherExecutor-521-thread-1-processing-n:127.0.0.1:45650_ x:collection1_shard2_replica_n41 c:collection1 s:shard2) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@71d4c17a[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 545029 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 545044 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 545044 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 545044 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45650/collection1_shard2_replica_n41/
[junit4] 2> 545045 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 545046 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:45650/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 545065 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45650/collection1_shard2_replica_n41/ shard2
[junit4] 2> 545118 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 545119 INFO (qtp1720599728-1401) [n:127.0.0.1:45650_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2596
[junit4] 2> 545229 INFO (qtp2041056251-1354) [n:127.0.0.1:33031_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45650_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2989
[junit4] 2> 545337 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 546320 INFO (OverseerCollectionConfigSetProcessor-73552376942755844-127.0.0.1:33031_-n_0000000000) [n:127.0.0.1:33031_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 546596 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-2-001 of type NRT
[junit4] 2> 546620 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 546693 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 546693 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 546693 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 546693 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e8f1b37{/,null,AVAILABLE}
[junit4] 2> 546694 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d6f933c{HTTP/1.1,[http/1.1]}{127.0.0.1:46095}
[junit4] 2> 546694 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.Server Started @546735ms
[junit4] 2> 546694 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=46095, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-2-001/cores}
[junit4] 2> 546694 ERROR (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 546709 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 546709 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 546709 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 546709 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 546709 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-25T12:39:50.540Z
[junit4] 2> 546775 INFO (zkConnectionManagerCallback-557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 546776 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 546776 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-2-001/solr.xml
[junit4] 2> 546832 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 546832 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 546834 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 547416 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32883/solr
[junit4] 2> 547433 INFO (zkConnectionManagerCallback-561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 547541 INFO (zkConnectionManagerCallback-563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 547580 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 547637 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 547637 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46095_
[junit4] 2> 547660 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 547660 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 547667 INFO (zkCallback-520-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 547668 INFO (zkCallback-553-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 547672 INFO (zkCallback-538-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 547742 INFO (zkCallback-562-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 547871 INFO (zkConnectionManagerCallback-570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 547872 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 547873 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32883/solr ready
[junit4] 2> 547907 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 548054 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 548128 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 548128 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 548142 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-2-001/cores
[junit4] 2> 548652 INFO (qtp2041056251-1353) [n:127.0.0.1:33031_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46095_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 548700 INFO (qtp2041056251-1354) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 548701 INFO (qtp2041056251-1352) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 548713 INFO (qtp1720599728-1402) [n:127.0.0.1:45650_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_n41:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 548764 INFO (qtp1720599728-1402) [n:127.0.0.1:45650_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=49
[junit4] 2> 548838 INFO (qtp922978410-1443) [n:127.0.0.1:46095_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 548840 INFO (OverseerThreadFactory-502-thread-4-processing-n:127.0.0.1:33031_) [n:127.0.0.1:33031_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46095_ for creating new replica of shard shard1 for collection collection1
[junit4] 2> 548915 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ x:collection1_shard1_replica_n43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 548986 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 549131 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 549189 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 550121 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 550214 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 550215 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 550215 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 550251 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=97.4365234375, floorSegmentMB=0.6806640625, forceMergeDeletesPctAllowed=13.786857037347058, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=35.15732323136274
[junit4] 2> 550361 WARN (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 550744 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 550744 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 550745 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 550745 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 550759 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=33.4111328125, floorSegmentMB=1.1884765625, forceMergeDeletesPctAllowed=17.683118997926883, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.82860813967819
[junit4] 2> 550779 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ff80097[collection1_shard1_replica_n43] main]
[junit4] 2> 550780 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 550780 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 550781 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 550795 INFO (searcherExecutor-535-thread-1-processing-n:127.0.0.1:46095_ x:collection1_shard1_replica_n43 c:collection1 s:shard1) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@5ff80097[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 550795 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615301123376152576
[junit4] 2> 550833 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 550878 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 550878 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 550878 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46095/collection1_shard1_replica_n43/
[junit4] 2> 550879 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 550879 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:46095/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 550915 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46095/collection1_shard1_replica_n43/ shard1
[junit4] 2> 551043 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 551045 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 551104 INFO (qtp922978410-1438) [n:127.0.0.1:46095_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2189
[junit4] 2> 551143 INFO (qtp2041056251-1353) [n:127.0.0.1:33031_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46095_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2490
[junit4] 2> 551153 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 551153 INFO (zkCallback-562-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 552324 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-3-001 of type NRT
[junit4] 2> 552339 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 552456 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 552456 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 552456 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 552457 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22573e7b{/,null,AVAILABLE}
[junit4] 2> 552458 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3139b49e{HTTP/1.1,[http/1.1]}{127.0.0.1:39535}
[junit4] 2> 552458 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.e.j.s.Server Started @552499ms
[junit4] 2> 552458 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39535, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-3-001/cores}
[junit4] 2> 552458 ERROR (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 552464 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 552464 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 552464 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 552464 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 552464 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-25T12:39:56.295Z
[junit4] 2> 552574 INFO (zkConnectionManagerCallback-573-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 552598 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 552598 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-3-001/solr.xml
[junit4] 2> 552602 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 552602 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 552637 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 552728 INFO (OverseerCollectionConfigSetProcessor-73552376942755844-127.0.0.1:33031_-n_0000000000) [n:127.0.0.1:33031_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 553658 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32883/solr
[junit4] 2> 553755 INFO (zkConnectionManagerCallback-577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 553856 INFO (zkConnectionManagerCallback-579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 553862 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 553922 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 553923 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39535_
[junit4] 2> 553958 INFO (zkCallback-553-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 553958 INFO (zkCallback-562-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 553959 INFO (zkCallback-520-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 553962 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 553966 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 553974 INFO (zkCallback-538-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 554008 INFO (zkCallback-578-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 554010 INFO (zkCallback-569-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 554153 INFO (zkConnectionManagerCallback-586-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 554154 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 554155 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32883/solr ready
[junit4] 2> 554173 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 554300 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 554410 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 554410 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 554411 INFO (TEST-RollingRestartTest.test-seed#[ADA2904F7B757E55]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-3-001/cores
[junit4] 2> 554791 INFO (qtp2041056251-1354) [n:127.0.0.1:33031_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39535_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 554922 INFO (qtp2041056251-1353) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 554957 INFO (qtp2041056251-1353) [n:127.0.0.1:33031_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=14
[junit4] 2> 554987 INFO (qtp365392222-1478) [n:127.0.0.1:39535_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 554997 INFO (qtp1720599728-1408) [n:127.0.0.1:45650_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_n41:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 555015 INFO (qtp1720599728-1408) [n:127.0.0.1:45650_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 555031 INFO (qtp922978410-1439) [n:127.0.0.1:46095_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n43:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 555033 INFO (qtp922978410-1439) [n:127.0.0.1:46095_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 555142 INFO (qtp1720599728-1408) [n:127.0.0.1:45650_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_n41:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 555213 INFO (OverseerThreadFactory-502-thread-5-processing-n:127.0.0.1:33031_) [n:127.0.0.1:33031_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39535_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 555287 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ x:collection1_shard2_replica_n45] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 555341 INFO (zkCallback-562-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 555351 INFO (zkCallback-546-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 556634 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 556781 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 557539 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 557677 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 557690 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7484518f
[junit4] 2> 557690 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_ADA2904F7B757E55-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 557693 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=97.4365234375, floorSegmentMB=0.6806640625, forceMergeDeletesPctAllowed=13.786857037347058, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=35.15732323136274
[junit4] 2> 557756 WARN (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 558120 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 558120 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 558121 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 558121 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 558122 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=33.4111328125, floorSegmentMB=1.1884765625, forceMergeDeletesPctAllowed=17.683118997926883, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=26.82860813967819
[junit4] 2> 558123 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@1728f46[collection1_shard2_replica_n45] main]
[junit4] 2> 558136 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 558136 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 558137 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 558137 INFO (qtp365392222-1475) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615301131074797568
[junit4] 2> 558210 INFO (searcherExecutor-549-thread-1-processing-n:127.0.0.1:39535_ x:collection1_shard2_replica_n45 c:collection1 s:shard2) [n:127.0.0.1:39535_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@1728f46[c
[...truncated too long message...]
urce] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1838032614
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1838032614
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1838032614
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 139ms :: artifacts dl 12ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 536 minutes 55 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)