You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/06/24 23:22:05 UTC
[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.9.0-ea-b60) - Build #
13193 - Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/13193/
Java: 64bit/jdk1.9.0-ea-b60 -XX:+UseCompressedOops -XX:+UseG1GC
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.search.TestStressRecovery: 1) Thread[id=6823, name=WRITER7, state=WAITING, group=TGRP-TestStressRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112) 2) Thread[id=6817, name=WRITER1, state=WAITING, group=TGRP-TestStressRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112) 3) Thread[id=6821, name=WRITER5, state=WAITING, group=TGRP-TestStressRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112) 4) Thread[id=6822, name=WRITER6, state=WAITING, group=TGRP-TestStressRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112) 5) Thread[id=6816, name=WRITER0, state=WAITING, group=TGRP-TestStressRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112) 6) Thread[id=6819, name=WRITER3, state=WAITING, group=TGRP-TestStressRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112) 7) Thread[id=6820, name=WRITER4, state=WAITING, group=TGRP-TestStressRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112) 8) Thread[id=6818, name=WRITER2, state=WAITING, group=TGRP-TestStressRecovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.search.TestStressRecovery:
1) Thread[id=6823, name=WRITER7, state=WAITING, group=TGRP-TestStressRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
2) Thread[id=6817, name=WRITER1, state=WAITING, group=TGRP-TestStressRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
3) Thread[id=6821, name=WRITER5, state=WAITING, group=TGRP-TestStressRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
4) Thread[id=6822, name=WRITER6, state=WAITING, group=TGRP-TestStressRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
5) Thread[id=6816, name=WRITER0, state=WAITING, group=TGRP-TestStressRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
6) Thread[id=6819, name=WRITER3, state=WAITING, group=TGRP-TestStressRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
7) Thread[id=6820, name=WRITER4, state=WAITING, group=TGRP-TestStressRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
8) Thread[id=6818, name=WRITER2, state=WAITING, group=TGRP-TestStressRecovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.Semaphore.acquire(Semaphore.java:312)
at org.apache.solr.search.TestStressRecovery$1.run(TestStressRecovery.java:112)
at __randomizedtesting.SeedInfo.seed([9281F41527AB52D2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery
Error Message:
Captured an uncaught exception in thread: Thread[id=6824, name=READER0, state=RUNNABLE, group=TGRP-TestStressRecovery]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6824, name=READER0, state=RUNNABLE, group=TGRP-TestStressRecovery]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([9281F41527AB52D2]:0)
at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.NullPointerException
at org.apache.solr.util.TestHarness.query(TestHarness.java:320)
at org.apache.solr.util.TestHarness.query(TestHarness.java:302)
at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:306)
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery
Error Message:
Captured an uncaught exception in thread: Thread[id=6825, name=READER1, state=RUNNABLE, group=TGRP-TestStressRecovery]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6825, name=READER1, state=RUNNABLE, group=TGRP-TestStressRecovery]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([9281F41527AB52D2]:0)
at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.NullPointerException
at org.apache.solr.util.TestHarness.query(TestHarness.java:320)
at org.apache.solr.util.TestHarness.query(TestHarness.java:302)
at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:306)
FAILED: junit.framework.TestSuite.org.apache.solr.search.TestStressRecovery
Error Message:
Captured an uncaught exception in thread: Thread[id=6826, name=READER2, state=RUNNABLE, group=TGRP-TestStressRecovery]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6826, name=READER2, state=RUNNABLE, group=TGRP-TestStressRecovery]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([9281F41527AB52D2]:0)
at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.NullPointerException
at org.apache.solr.util.TestHarness.query(TestHarness.java:320)
at org.apache.solr.util.TestHarness.query(TestHarness.java:302)
at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:306)
FAILED: org.apache.solr.cloud.AsyncMigrateRouteKeyTest.test
Error Message:
DocCount on target collection does not match expected:<19> but was:<5>
Stack Trace:
java.lang.AssertionError: DocCount on target collection does not match expected:<19> but was:<5>
at __randomizedtesting.SeedInfo.seed([9281F41527AB52D2:1AD5CBCF89573F2A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:181)
at org.apache.solr.cloud.AsyncMigrateRouteKeyTest.test(AsyncMigrateRouteKeyTest.java:43)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:502)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.search.TestSearcherReuse.test
Error Message:
expected same:<Searcher@790db815[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C2) Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}> was not:<Searcher@424205a0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C2) Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}>
Stack Trace:
java.lang.AssertionError: expected same:<Searcher@790db815[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C2) Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}> was not:<Searcher@424205a0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C2) Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}>
at __randomizedtesting.SeedInfo.seed([9281F41527AB52D2:1AD5CBCF89573F2A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.junit.Assert.assertSame(Assert.java:593)
at org.apache.solr.search.TestSearcherReuse.assertSearcherHasNotChanged(TestSearcherReuse.java:247)
at org.apache.solr.search.TestSearcherReuse.test(TestSearcherReuse.java:117)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:502)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.search.TestStressRecovery.testStressRecovery
Error Message:
java.lang.AssertionError
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9281F41527AB52D2:28BB9D48B843EDDC]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:206)
at org.apache.solr.search.TestStressRecovery.testStressRecovery(TestStressRecovery.java:370)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:502)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.update.CdcrUpdateLogTest$1.run(CdcrUpdateLogTest.java:444)
at org.apache.solr.update.UpdateLog$LogReplayer.doReplay(UpdateLog.java:1320)
at org.apache.solr.update.UpdateLog$LogReplayer.run(UpdateLog.java:1258)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:265)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:265)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:156)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Build Log:
[...truncated 10687 lines...]
[junit4] Suite: org.apache.solr.search.TestStressRecovery
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressRecovery_9281F41527AB52D2-001/init-core-data-001
[junit4] 2> 959808 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
[junit4] 2> 959809 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 959809 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
[junit4] 2> 959809 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 959809 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 959821 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 959823 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
[junit4] 2> 959828 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.Config Loaded SolrConfig: solrconfig-tlog.xml
[junit4] 2> 959828 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
[junit4] 2> 959831 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 959879 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 959880 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 959881 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 959882 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 959886 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 959887 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr
[junit4] 2> 959887 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/'
[junit4] 2> 959908 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.CoreContainer New CoreContainer 2015600077
[junit4] 2> 959909 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/]
[junit4] 2> 959909 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.CoreContainer loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/lib
[junit4] 2> 959909 WARN (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/lib).
[junit4] 2> 959917 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 959918 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 959918 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 959918 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 959918 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 959919 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.SolrCore Created CoreDescriptor: {name=collection1, config=solrconfig-tlog.xml, transient=false, schema=schema15.xml, loadOnStartup=true, instanceDir=collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressRecovery_9281F41527AB52D2-001/init-core-data-001, shard=shard1}
[junit4] 2> 959919 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
[junit4] 2> 959919 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 959920 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.c.SolrResourceLoader Adding 'file:/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 959951 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 959957 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
[junit4] 2> 959964 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.c.Config Loaded SolrConfig: solrconfig-tlog.xml
[junit4] 2> 959964 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.s.IndexSchema Reading Solr Schema from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml
[junit4] 2> 959969 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 960059 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 960060 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 960061 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 960062 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 960066 INFO (coreLoadExecutor-3776-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/
[junit4] 2> 960066 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 960067 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/], dataDir=[null]
[junit4] 2> 960067 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30155f46
[junit4] 2> 960067 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressRecovery_9281F41527AB52D2-001/init-core-data-001
[junit4] 2> 960067 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressRecovery_9281F41527AB52D2-001/init-core-data-001/index/
[junit4] 2> 960067 WARN (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressRecovery_9281F41527AB52D2-001/init-core-data-001/index' doesn't exist. Creating new index...
[junit4] 2> 960067 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressRecovery_9281F41527AB52D2-001/init-core-data-001/index
[junit4] 2> 960068 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=19.205078125, floorSegmentMB=0.482421875, forceMergeDeletesPctAllowed=2.5274008717700633, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.375050220192796
[junit4] 2> 960068 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3ad5dd72 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d68807),segFN=segments_1,generation=1}
[junit4] 2> 960068 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore newest commit generation = 1
[junit4] 2> 960068 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressRecovery_9281F41527AB52D2-001/init-core-data-001/
[junit4] 2> 960071 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 960071 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 960071 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 960071 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 960071 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 960071 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 960071 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 960072 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 960072 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 960073 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 960073 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 960074 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 960074 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 960076 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 960076 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 960077 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 960077 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 960077 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
[junit4] 2> 960077 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
[junit4] 2> 960078 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=52.8916015625, floorSegmentMB=2.1767578125, forceMergeDeletesPctAllowed=4.6444236678468895, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5500369150800279
[junit4] 2> 960078 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3ad5dd72 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d68807),segFN=segments_1,generation=1}
[junit4] 2> 960078 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.SolrCore newest commit generation = 1
[junit4] 2> 960078 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@106afadb[collection1] main
[junit4] 2> 960079 WARN (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 960079 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 960079 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 960079 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 960079 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 960079 INFO (searcherExecutor-3777-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@106afadb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 960079 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 960079 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 960080 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 960080 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1504895668263583744
[junit4] 2> 960081 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1504895668263583744
[junit4] 2> 960081 INFO (coreLoadExecutor-3776-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 960083 INFO (SUITE-TestStressRecovery-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 960086 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStressRecovery
[junit4] 2> 960087 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.c.SolrCore [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 960088 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.s.SolrIndexSearcher Opening Searcher@65e0eb88[collection1] realtime
[junit4] 2> 960088 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {deleteByQuery=*:* (-9223372036854775807)} 0 1
[junit4] 2> 960088 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 960088 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3ad5dd72 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d68807),segFN=segments_1,generation=1}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3ad5dd72 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28d68807),segFN=segments_2,generation=2}
[junit4] 2> 960088 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.c.SolrCore newest commit generation = 2
[junit4] 2> 960089 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.s.SolrIndexSearcher Opening Searcher@33801ef2[collection1] main
[junit4] 2> 960090 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.u.UpdateHandler end_commit_flush
[junit4] 2> 960091 INFO (searcherExecutor-3777-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@33801ef2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 960091 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 2
[junit4] 2> 960095 INFO (WRITER1) [ ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 960098 INFO (WRITER0) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-1&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[0 (-1)]} 0 3
[junit4] 2> 960098 INFO (WRITER1) [ ] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
[junit4] 2> 960099 INFO (WRITER1) [ ] o.a.s.u.UpdateHandler end_commit_flush
[junit4] 2> 960099 INFO (WRITER1) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 3
[junit4] 2> 960099 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960099 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960099 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960099 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960098 INFO (WRITER5) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-4&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-4)]} 0 0
[junit4] 2> 960100 INFO (WRITER1) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-6&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[1 (-6)]} 0 0
[junit4] 2> 960098 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-2&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-2)]} 0 0
[junit4] 2> 960098 INFO (WRITER4) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-3&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[5 (-3)]} 0 0
[junit4] 2> 960099 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960099 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960099 INFO (WRITER0) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-5&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-5)]} 0 0
[junit4] 2> 960102 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960102 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960104 INFO (WRITER7) [ ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 960104 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960105 INFO (WRITER7) [ ] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
[junit4] 2> 960105 INFO (WRITER7) [ ] o.a.s.u.UpdateHandler end_commit_flush
[junit4] 2> 960105 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960105 INFO (WRITER7) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 0
[junit4] 2> 960105 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960105 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960105 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960105 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960106 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960106 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960106 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960107 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960107 INFO (WRITER5) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-7&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-7)]} 0 0
[junit4] 2> 960107 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960107 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960107 INFO (WRITER5) [ ] o.a.s.u.UpdateHandler start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 960107 INFO (WRITER1) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-8&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-8)]} 0 0
[junit4] 2> 960107 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960107 INFO (WRITER5) [ ] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
[junit4] 2> 960108 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:4&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960108 INFO (WRITER5) [ ] o.a.s.u.UpdateHandler end_commit_flush
[junit4] 2> 960108 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960108 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960108 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960108 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960108 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960108 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960108 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:4&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960108 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960108 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-10&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-10)]} 0 0
[junit4] 2> 960109 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960109 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960109 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960109 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960109 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960109 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960109 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960109 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960109 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960109 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960110 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960110 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960110 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960110 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960110 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960109 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960110 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960108 INFO (WRITER1) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-9&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-9)]} 0 0
[junit4] 2> 960110 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960108 INFO (WRITER5) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 0
[junit4] 2> 960110 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:0&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960110 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960111 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960111 INFO (WRITER1) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-11&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[0 (-11)]} 0 0
[junit4] 2> 960111 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960111 INFO (WRITER1) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-12&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[0 (-12)]} 0 0
[junit4] 2> 960111 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960111 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960112 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960112 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960112 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960112 INFO (TEST-TestStressRecovery.testStressRecovery-seed#[9281F41527AB52D2]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.search.TestStressRecovery_9281F41527AB52D2-001/init-core-data-001/tlog/tlog.0000000000000000001 refcount=1}}
[junit4] 2> 960112 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960111 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960113 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960113 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960114 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960114 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960114 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960114 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960114 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960114 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960115 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960115 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960115 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960115 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960115 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960112 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960115 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960115 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960116 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960116 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960116 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960116 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960112 INFO (WRITER1) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay:0
[junit4] 2> 960112 INFO (WRITER5) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-13&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-13)]} 0 0
[junit4] 2> 960116 INFO (WRITER1) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 3
[junit4] 2> 960116 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960116 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960116 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960117 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960117 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960118 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960118 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960118 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960118 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960118 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960115 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960118 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960118 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:4&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960118 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960118 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960119 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960119 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960119 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960117 INFO (WRITER1) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay:0
[junit4] 2> 960116 INFO (WRITER5) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-14&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[1 (-14)]} 0 0
[junit4] 2> 960119 INFO (WRITER1) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 2
[junit4] 2> 960119 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960119 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960119 INFO (WRITER5) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-15&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[1 (-15)]} 0 0
[junit4] 2> 960120 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960120 INFO (WRITER5) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-16&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[1 (-16)]} 0 0
[junit4] 2> 960120 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960120 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960120 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960120 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960120 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960121 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960121 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960121 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960121 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960121 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960121 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960121 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960122 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960122 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960122 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960122 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960119 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960118 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960122 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960122 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960123 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960123 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960123 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960120 INFO (WRITER2) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay:0
[junit4] 2> 960123 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960123 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 3
[junit4] 2> 960123 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960123 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960123 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960123 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960124 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960124 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960124 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960124 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960123 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960124 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960124 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960124 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960124 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960124 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960125 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960125 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960125 INFO (WRITER2) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay:0
[junit4] 2> 960124 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960125 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 0
[junit4] 2> 960125 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:5&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960125 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960125 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960125 INFO (WRITER2) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay:0
[junit4] 2> 960125 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960126 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 0
[junit4] 2> 960126 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960126 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:4&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960126 INFO (WRITER2) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay:0
[junit4] 2> 960125 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960125 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:2&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960127 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960127 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960127 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960126 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 0
[junit4] 2> 960126 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960128 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960127 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=4&wt=json} status=0 QTime=0
[junit4] 2> 960128 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960128 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960128 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960128 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960127 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960128 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960128 INFO (WRITER0) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay:0
[junit4] 2> 960129 INFO (WRITER0) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 0
[junit4] 2> 960128 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960128 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-17&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-17)]} 0 0
[junit4] 2> 960131 INFO (WRITER4) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay:0
[junit4] 2> 960131 INFO (WRITER4) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 0
[junit4] 2> 960131 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-19&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-19)]} 0 0
[junit4] 2> 960131 INFO (WRITER2) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-20&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-20)]} 0 0
[junit4] 2> 960132 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960132 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
[junit4] 2> 960132 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960132 INFO (WRITER4) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-21&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-21)]} 0 0
[junit4] 2> 960132 INFO (WRITER6) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay:0
[junit4] 2> 960132 INFO (WRITER4) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-22&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[3 (-22)]} 0 0
[junit4] 2> 960129 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960129 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960133 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=0&wt=json} status=0 QTime=0
[junit4] 2> 960133 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960133 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960133 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960133 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
[junit4] 2> 960133 INFO (READER1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
[junit4] 2> 960133 INFO (READER0) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
[junit4] 2> 960132 INFO (WRITER6) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={} {commit=} 0 0
[junit4] 2> 960132 INFO (WRITER0) [ ] o.a.s.u.p.LogUpdateProcessor [collection1] webapp=null path=null params={_version_=-18&update.distrib=FROMLEADER&versions=true&wt=json&indent=true} {delete=[1 (-18)]} 0 0
[junit4] 2> 960132 INFO (READER2) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
[junit4] 2> 960135 INFO (WRITER6) [ ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay:0
[junit4] 2> 960135 INFO (WRITER6) [ ] o.a.s.u.p.LogUpdateProce
[...truncated too long message...]
es_EC -Dtests.timezone=Antarctica/Casey -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.37s J0 | TestSearcherReuse.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected same:<Searcher@790db815[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C2) Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}> was not:<Searcher@424205a0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C2) Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}>
[junit4] > at __randomizedtesting.SeedInfo.seed([9281F41527AB52D2:1AD5CBCF89573F2A]:0)
[junit4] > at org.apache.solr.search.TestSearcherReuse.assertSearcherHasNotChanged(TestSearcherReuse.java:247)
[junit4] > at org.apache.solr.search.TestSearcherReuse.test(TestSearcherReuse.java:117)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1442356 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1442356 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=979077616
[junit4] 2> 1442356 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7a26e39b
[junit4] 2> 1442356 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=9,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=2,cumulative_errors=0}
[junit4] 2> 1442357 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
[junit4] 2> 1442357 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 1442357 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
[junit4] 2> 1442357 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
[junit4] 2> 1442358 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 1442358 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse_9281F41527AB52D2-001/init-core-data-001 [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse_9281F41527AB52D2-001/init-core-data-001;done=false>>]
[junit4] 2> 1442358 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse_9281F41527AB52D2-001/init-core-data-001
[junit4] 2> 1442358 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse_9281F41527AB52D2-001/init-core-data-001/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse_9281F41527AB52D2-001/init-core-data-001/index;done=false>>]
[junit4] 2> 1442358 INFO (SUITE-TestSearcherReuse-seed#[9281F41527AB52D2]-worker) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse_9281F41527AB52D2-001/init-core-data-001/index
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse_9281F41527AB52D2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene53), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es_EC, timezone=Antarctica/Casey
[junit4] 2> NOTE: Linux 3.13.0-54-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=233811664,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestCryptoKeys, LeaderElectionIntegrationTest, TestHighlightDedupGrouping, ExternalFileFieldSortTest, TestManagedSynonymFilterFactory, TestConfig, CSVRequestHandlerTest, MultiTermTest, IndexSchemaTest, TestRealTimeGet, DateFieldTest, FacetPivotSmallTest, UniqFieldsUpdateProcessorFactoryTest, HighlighterTest, SolrRequestParserTest, TestSimpleTrackingShardHandler, DataDrivenBlockJoinTest, TestDocumentBuilder, MinimalSchemaTest, HdfsChaosMonkeySafeLeaderTest, SolrCoreTest, TestJmxIntegration, BJQParserTest, PeerSyncTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestCodecSupport, TestRandomFaceting, TestPhraseSuggestions, TestCloudPivotFacet, SolrIndexConfigTest, HdfsDirectoryFactoryTest, DeleteInactiveReplicaTest, ParsingFieldUpdateProcessorsTest, TestBinaryField, QueryElevationComponentTest, TestOrdValues, TestSolrConfigHandler, TermsComponentTest, SmileWriterTest, AssignTest, TestRebalanceLeaders, DeleteShardTest, HdfsUnloadDistributedZkTest, TestInfoStreamLogging, DistributedFacetPivotLongTailTest, TestCollapseQParserPlugin, TestRangeQuery, TestFaceting, TestShardHandlerFactory, TestRestoreCore, TestEmbeddedSolrServerConstructors, PrimitiveFieldTypeTest, EnumFieldTest, TestFileDictionaryLookup, BasicZkTest, TestJoin, UpdateRequestProcessorFactoryTest, BlockCacheTest, UUIDFieldTest, BaseCdcrDistributedZkTest, TestBlendedInfixSuggestions, TestFreeTextSuggestions, LeaderFailoverAfterPartitionTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DistributedFacetPivotWhiteBoxTest, TestIBSimilarityFactory, TestMissingGroups, TestQuerySenderListener, TestLeaderElectionZkExpiry, TestReversedWildcardFilterFactory, TestJmxMonitoredMap, SuggesterFSTTest, TestStressLucene, TestFieldResource, SuggesterWFSTTest, TestSchemaManager, ConnectionManagerTest, SimpleMLTQParserTest, CollectionStateFormat2Test, SharedFSAutoReplicaFailoverUtilsTest, TestMergePolicyConfig, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, ShardRoutingTest, ClusterStateUpdateTest, ZkSolrClientTest, TestRandomDVFaceting, ZkCLITest, TestDistributedSearch, TestBadConfig, TestIndexSearcher, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SuggesterTSTTest, TestCSVLoader, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, TestRemoteStreaming, DebugComponentTest, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentBuilderTest, TestIndexingPerformance, TestSolrQueryParser, LoggingHandlerTest, SolrPluginUtilsTest, TestAnalyzedSuggestions, TestLFUCache, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, ZkNodePropsTest, SliceStateTest, FileUtilsTest, CircularListTest, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestJettySolrRunner, AliasIntegrationTest, CdcrVersionReplicationTest, CustomCollectionTest, DistribDocExpirationUpdateProcessorTest, RemoteQueryErrorTest, SolrXmlInZkTest, TestAuthenticationFramework, CachingDirectoryFactoryTest, TestDynamicLoading, TestSolrConfigHandlerConcurrent, CoreAdminRequestStatusTest, SegmentsInfoRequestHandlerTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, TestExpandComponent, TestPivotHelperCode, TestTrackingShardHandlerFactory, TestManagedSchemaDynamicFieldResource, TestCloudManagedSchema, TestCollationFieldDocValues, AnalyticsMergeStrategyTest, AnalyticsQueryTest, CursorMarkTest, MergeStrategyTest, RankQueryTest, TestAddFieldRealTimeGet, TestCustomSort, TestHashQParserPlugin, TestInitQParser, TestMaxScoreQueryParser, TestNoOpRegenerator, TestReRankQParserPlugin, TestRecoveryHdfs, TestSearcherReuse]
[junit4] Completed [486/514] on J0 in 0.59s, 1 test, 1 failure <<< FAILURES!
[...truncated 96 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:526: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:474: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:513: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1426: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:981: There were test failures: 514 suites, 2020 tests, 4 suite-level errors, 1 error, 2 failures, 59 ignored (25 assumptions)
Total time: 45 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any