You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/05/24 05:03:50 UTC
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4709 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4709/
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
7 threads leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest: 1) Thread[id=5942, name=parallelCoreAdminExecutor-1304-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 2) Thread[id=5944, name=parallelCoreAdminExecutor-1309-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 3) Thread[id=5950, name=parallelCoreAdminExecutor-1307-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 4) Thread[id=5948, name=parallelCoreAdminExecutor-1310-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 5) Thread[id=5940, name=parallelCoreAdminExecutor-1311-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 6) Thread[id=5949, name=parallelCoreAdminExecutor-1308-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 7) Thread[id=5943, name=parallelCoreAdminExecutor-1312-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
1) Thread[id=5942, name=parallelCoreAdminExecutor-1304-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2) Thread[id=5944, name=parallelCoreAdminExecutor-1309-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
3) Thread[id=5950, name=parallelCoreAdminExecutor-1307-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
4) Thread[id=5948, name=parallelCoreAdminExecutor-1310-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
5) Thread[id=5940, name=parallelCoreAdminExecutor-1311-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
6) Thread[id=5949, name=parallelCoreAdminExecutor-1308-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
7) Thread[id=5943, name=parallelCoreAdminExecutor-1312-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([EB1CB5047AAD0E7E]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5942, name=parallelCoreAdminExecutor-1304-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 2) Thread[id=5944, name=parallelCoreAdminExecutor-1309-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 3) Thread[id=5950, name=parallelCoreAdminExecutor-1307-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 4) Thread[id=5948, name=parallelCoreAdminExecutor-1310-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 5) Thread[id=5940, name=parallelCoreAdminExecutor-1311-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 6) Thread[id=5949, name=parallelCoreAdminExecutor-1308-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 7) Thread[id=5943, name=parallelCoreAdminExecutor-1312-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5942, name=parallelCoreAdminExecutor-1304-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2) Thread[id=5944, name=parallelCoreAdminExecutor-1309-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
3) Thread[id=5950, name=parallelCoreAdminExecutor-1307-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
4) Thread[id=5948, name=parallelCoreAdminExecutor-1310-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
5) Thread[id=5940, name=parallelCoreAdminExecutor-1311-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
6) Thread[id=5949, name=parallelCoreAdminExecutor-1308-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
7) Thread[id=5943, name=parallelCoreAdminExecutor-1312-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([EB1CB5047AAD0E7E]:0)
FAILED: org.apache.solr.cloud.HttpPartitionTest.testDistribSearch
Error Message:
No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
at __randomizedtesting.SeedInfo.seed([EB1CB5047AAD0E7E:6AFA3B1C0DF26E42]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:567)
at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:349)
at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 10852 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/init-core-data-001
[junit4] 2> 938857 T5815 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
[junit4] 2> 938858 T5815 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 938864 T5815 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 938865 T5815 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 938866 T5816 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 938967 T5815 oasc.ZkTestServer.run start zk server on port:52947
[junit4] 2> 938968 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 938999 T5822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a5d05f6 name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 939000 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 939000 T5815 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 939014 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 939016 T5824 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5edc6531 name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 939017 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 939017 T5815 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 939026 T5815 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 939029 T5815 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 939038 T5815 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 939041 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 939041 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 939055 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 939056 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 939160 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 939161 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 939164 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 939165 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 939168 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 939168 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 939171 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 939172 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 939175 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 939176 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 939179 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 939180 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 939182 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 939183 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 939186 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 939187 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 939194 T5815 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 939195 T5815 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 940266 T5815 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 940271 T5815 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:14972
[junit4] 2> 940271 T5815 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 940272 T5815 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 940272 T5815 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002
[junit4] 2> 940272 T5815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002/'
[junit4] 2> 940302 T5815 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002/solr.xml
[junit4] 2> 940416 T5815 oasc.CoreContainer.<init> New CoreContainer 598834010
[junit4] 2> 940416 T5815 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002/]
[junit4] 2> 940418 T5815 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 940418 T5815 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 940418 T5815 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 940419 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 940419 T5815 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 940419 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 940420 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 940420 T5815 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 940420 T5815 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 940421 T5815 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 940421 T5815 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 940421 T5815 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 940422 T5815 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 940422 T5815 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 940423 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 940427 T5835 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59196404 name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 940427 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 940441 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 940442 T5837 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57c5dd8c name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 940442 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 940444 T5815 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 940454 T5815 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 940458 T5815 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 940461 T5815 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 940464 T5815 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 940467 T5815 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 940469 T5815 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:14972_
[junit4] 2> 940470 T5815 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:14972_
[junit4] 2> 940473 T5815 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 940475 T5815 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 940489 T5815 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:14972_
[junit4] 2> 940490 T5815 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 940492 T5815 oasc.Overseer.start Overseer (id=91809375104991235-127.0.0.1:14972_-n_0000000000) starting
[junit4] 2> 940495 T5815 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 940505 T5839 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 940505 T5815 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 940507 T5815 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 940509 T5815 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 940511 T5838 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 940518 T5840 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 940518 T5840 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 940519 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 940519 T5840 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 940520 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 940521 T5838 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:14972",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:14972_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 940521 T5838 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 940522 T5838 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 940524 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 940525 T5837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 941520 T5840 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 941520 T5840 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 941521 T5840 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 941521 T5840 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 941522 T5840 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 941522 T5840 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002/collection1/'
[junit4] 2> 941524 T5840 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 941525 T5840 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 941525 T5840 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 941616 T5840 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 941697 T5840 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 941798 T5840 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 941811 T5840 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 942428 T5840 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 942442 T5840 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 942446 T5840 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 942459 T5840 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 942464 T5840 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 942469 T5840 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 942470 T5840 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 942470 T5840 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 942470 T5840 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 942471 T5840 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 942471 T5840 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 942472 T5840 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 942472 T5840 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 942472 T5840 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-002/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-001/control/data/
[junit4] 2> 942473 T5840 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aad8e76
[junit4] 2> 942474 T5840 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-001/control/data
[junit4] 2> 942474 T5840 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-001/control/data/index/
[junit4] 2> 942474 T5840 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 942475 T5840 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-001/control/data/index
[junit4] 2> 942475 T5840 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=858285930, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 942476 T5840 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@36de14e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cddb7d2),segFN=segments_1,generation=1}
[junit4] 2> 942476 T5840 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 942481 T5840 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 942482 T5840 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 942482 T5840 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 942482 T5840 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 942483 T5840 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 942483 T5840 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 942484 T5840 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 942484 T5840 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 942484 T5840 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 942485 T5840 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 942486 T5840 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 942486 T5840 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 942486 T5840 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 942487 T5840 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 942487 T5840 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 942488 T5840 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 942488 T5840 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 942505 T5840 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 942512 T5840 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 942512 T5840 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 942513 T5840 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4053322652167973]
[junit4] 2> 942513 T5840 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@36de14e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cddb7d2),segFN=segments_1,generation=1}
[junit4] 2> 942514 T5840 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 942514 T5840 oass.SolrIndexSearcher.<init> Opening Searcher@1efb9050[collection1] main
[junit4] 2> 942514 T5840 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 942515 T5840 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 942516 T5840 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 942516 T5840 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 942516 T5840 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 942517 T5840 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 942517 T5840 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 942518 T5840 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 942518 T5840 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 942518 T5840 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 942521 T5841 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1efb9050[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 942523 T5840 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 942524 T5844 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:14972 collection:control_collection shard:shard1
[junit4] 2> 942525 T5815 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 942525 T5815 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 942525 T5844 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 942527 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 942529 T5846 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48876686 name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 942529 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 942530 T5815 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 942551 T5844 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 942551 T5815 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 942563 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 942563 T5844 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 942563 T5844 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C496 name=collection1 org.apache.solr.core.SolrCore@14f66258 url=http://127.0.0.1:14972/collection1 node=127.0.0.1:14972_ C496_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:14972, core=collection1, node_name=127.0.0.1:14972_}
[junit4] 2> 942564 T5844 C496 P14972 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:14972/collection1/
[junit4] 2> 942564 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 942564 T5844 C496 P14972 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 942565 T5844 C496 P14972 oasc.SyncStrategy.syncToMe http://127.0.0.1:14972/collection1/ has no replicas
[junit4] 2> 942565 T5844 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:14972/collection1/ shard1
[junit4] 2> 942565 T5844 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 942567 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 942577 T5837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 942577 T5846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 942591 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 942602 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 942704 T5837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 942704 T5846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 942744 T5844 oasc.ZkController.register We are http://127.0.0.1:14972/collection1/ and leader is http://127.0.0.1:14972/collection1/
[junit4] 2> 942744 T5844 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:14972
[junit4] 2> 942744 T5844 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 942744 T5844 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 942745 T5844 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 942746 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 942747 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 942747 T5844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 942747 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 942748 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 942749 T5838 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:14972",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:14972_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 942752 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 942854 T5837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 942854 T5846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 943679 T5815 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 943680 T5815 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 943683 T5815 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:12623
[junit4] 2> 943683 T5815 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 943684 T5815 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 943684 T5815 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003
[junit4] 2> 943684 T5815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/'
[junit4] 2> 943714 T5815 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/solr.xml
[junit4] 2> 943787 T5815 oasc.CoreContainer.<init> New CoreContainer 632933239
[junit4] 2> 943787 T5815 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/]
[junit4] 2> 943789 T5815 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 943789 T5815 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 943789 T5815 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 943790 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 943790 T5815 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 943790 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 943790 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 943791 T5815 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 943791 T5815 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 943792 T5815 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 943792 T5815 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 943792 T5815 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 943793 T5815 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 943793 T5815 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 943794 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 943796 T5857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48dd04fa name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 943797 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 943814 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 943815 T5859 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31909a7f name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 943815 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 943823 T5815 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 944826 T5815 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12623_
[junit4] 2> 944828 T5815 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12623_
[junit4] 2> 944850 T5860 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 944850 T5860 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 944852 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 944852 T5860 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 944852 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 944853 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 944853 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 944854 T5838 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:12623",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:12623_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 944854 T5838 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 944855 T5838 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 944858 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 944866 T5859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 944866 T5846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 944866 T5837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 945853 T5860 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 945853 T5860 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 945854 T5860 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 945854 T5860 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 945855 T5860 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 945855 T5860 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/'
[junit4] 2> 945857 T5860 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 945858 T5860 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 945858 T5860 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 945939 T5860 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 946018 T5860 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 946119 T5860 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 946131 T5860 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 946765 T5860 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 946780 T5860 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 946784 T5860 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 946798 T5860 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 946804 T5860 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 946808 T5860 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 946809 T5860 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 946810 T5860 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 946810 T5860 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 946811 T5860 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 946811 T5860 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 946812 T5860 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 946812 T5860 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 946812 T5860 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/data/
[junit4] 2> 946813 T5860 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aad8e76
[junit4] 2> 946814 T5860 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/data
[junit4] 2> 946814 T5860 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/data/index/
[junit4] 2> 946814 T5860 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 946815 T5860 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-003/collection1/data/index
[junit4] 2> 946815 T5860 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=858285930, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 946816 T5860 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3fe8c46b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@490dab19),segFN=segments_1,generation=1}
[junit4] 2> 946817 T5860 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 946823 T5860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 946824 T5860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 946824 T5860 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 946825 T5860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 946825 T5860 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 946825 T5860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 946826 T5860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 946826 T5860 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 946827 T5860 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 946828 T5860 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 946828 T5860 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 946829 T5860 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 946829 T5860 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 946830 T5860 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 946830 T5860 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 946831 T5860 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 946832 T5860 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 946850 T5860 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 946856 T5860 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 946857 T5860 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 946858 T5860 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4053322652167973]
[junit4] 2> 946858 T5860 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3fe8c46b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@490dab19),segFN=segments_1,generation=1}
[junit4] 2> 946859 T5860 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 946859 T5860 oass.SolrIndexSearcher.<init> Opening Searcher@614f2500[collection1] main
[junit4] 2> 946860 T5860 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 946861 T5860 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 946861 T5860 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 946862 T5860 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 946862 T5860 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 946862 T5860 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 946863 T5860 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 946863 T5860 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 946863 T5860 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 946864 T5860 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 946869 T5861 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@614f2500[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 946873 T5860 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 946873 T5864 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12623 collection:collection1 shard:shard1
[junit4] 2> 946874 T5815 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 946874 T5864 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 946874 T5815 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 946896 T5864 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 946899 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 946899 T5864 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 946899 T5864 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C497 name=collection1 org.apache.solr.core.SolrCore@3411cd6a url=http://127.0.0.1:12623/collection1 node=127.0.0.1:12623_ C497_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:12623, core=collection1, node_name=127.0.0.1:12623_}
[junit4] 2> 946899 T5864 C497 P12623 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:12623/collection1/
[junit4] 2> 946900 T5864 C497 P12623 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 946900 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 946900 T5864 C497 P12623 oasc.SyncStrategy.syncToMe http://127.0.0.1:12623/collection1/ has no replicas
[junit4] 2> 946900 T5864 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:12623/collection1/ shard1
[junit4] 2> 946901 T5864 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 946903 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 946904 T5846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 946904 T5859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 946904 T5837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 946908 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 946910 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 947014 T5846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 947014 T5859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 947014 T5837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 947061 T5864 oasc.ZkController.register We are http://127.0.0.1:12623/collection1/ and leader is http://127.0.0.1:12623/collection1/
[junit4] 2> 947061 T5864 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12623
[junit4] 2> 947061 T5864 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 947061 T5864 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 947061 T5864 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 947063 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 947063 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 947064 T5864 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 947064 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 947065 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 947065 T5838 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:12623",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:12623_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 947068 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 947173 T5837 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 947173 T5859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 947173 T5846 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 947902 T5815 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 947903 T5815 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 947906 T5815 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20101
[junit4] 2> 947906 T5815 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 947907 T5815 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 947907 T5815 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-004
[junit4] 2> 947907 T5815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-004/'
[junit4] 2> 947937 T5815 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-004/solr.xml
[junit4] 2> 948009 T5815 oasc.CoreContainer.<init> New CoreContainer 747341177
[junit4] 2> 948010 T5815 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./temp/solr.cloud.MultiThreadedOCPTest-EB1CB5047AAD0E7E-001/tempDir-004/]
[junit4] 2> 948011 T5815 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 948012 T5815 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 948012 T5815 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 948012 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 948012 T5815 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 948013 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 948013 T5815 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 948013 T5815 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 948014 T5815 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 948014 T5815 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 948015 T5815 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 948015 T5815 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 948015 T5815 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 948016 T5815 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 948016 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 948025 T5875 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7be7e1c7 name:ZooKeeperConnection Watcher:127.0.0.1:52947 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 948025 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 948036 T5815 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 948037 T5877 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c2284aa name:ZooKeeperConnection Watcher:127.0.0.1:52947/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 948038 T5815 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 948060 T5815 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 949063 T5815 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20101_
[junit4] 2> 949065 T5815 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20101_
[junit4] 2> 949089 T5878 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 949090 T5878 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 949091 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 949091 T5878 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 949091 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 949092 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 949092 T5838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 949093 T5838 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:20101",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:20101_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 949094 T5838 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 949094 T5838 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 949097 T5837 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 949098 T5859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred -
[...truncated too long message...]
4/c8n_1x3_lf_shard1_replica2/data;done=false>>]
[junit4] 2> 1392656 T2193 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-EB1CB5047AAD0E7E-001/tempDir-004/c8n_1x3_lf_shard1_replica2/data
[junit4] 2> 1392656 T2193 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-EB1CB5047AAD0E7E-001/tempDir-004/c8n_1x3_lf_shard1_replica2/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-EB1CB5047AAD0E7E-001/tempDir-004/c8n_1x3_lf_shard1_replica2/data/index;done=false>>]
[junit4] 2> 1392657 T2193 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-EB1CB5047AAD0E7E-001/tempDir-004/c8n_1x3_lf_shard1_replica2/data/index
[junit4] 2> 1392749 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1393794 T2552 oasc.SolrException.log ERROR http://127.0.0.1:16616/c8n_1x3_shard1_replica1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:61726
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:566)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:278)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2> Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:61726 timed out
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:119)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:178)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:610)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:445)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:452)
[junit4] 2> ... 6 more
[junit4] 2>
[junit4] 2> 1393795 T2556 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:16616_
[junit4] 2> 1393798 T2193 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 1393851 T2193 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 1393852 T2193 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52758 52758
[junit4] 2> 1393914 T2194 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52758 52758
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=testDistribSearch -Dtests.seed=EB1CB5047AAD0E7E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mk -Dtests.timezone=Africa/Lome -Dtests.file.encoding=US-ASCII
[junit4] ERROR 771s J1 | HttpPartitionTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
[junit4] > at __randomizedtesting.SeedInfo.seed([EB1CB5047AAD0E7E:6AFA3B1C0DF26E42]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:567)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:349)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] 2> 1393943 T2193 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-EB1CB5047AAD0E7E-001
[junit4] 2> 770880 T2192 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> 1395297 T2558 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
[junit4] 2>
[junit4] 2> 1395297 T2257 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=mk, timezone=Africa/Lome
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=182232752,total=486539264
[junit4] 2> NOTE: All tests run in this JVM: [DebugComponentTest, TestSolrXMLSerializer, OpenExchangeRatesOrgProviderTest, LeaderElectionIntegrationTest, TestMultiCoreConfBootstrap, TestCSVLoader, IndexSchemaRuntimeFieldTest, ShardRoutingCustomTest, CoreContainerCoreInitFailuresTest, TriLevelCompositeIdRoutingTest, ResponseHeaderTest, SuggesterWFSTTest, TestManagedResource, DeleteInactiveReplicaTest, NoCacheHeaderTest, HdfsDirectoryTest, TestSolrXmlPersistence, AtomicUpdatesTest, TestZkChroot, TestFieldTypeResource, TestCoreDiscovery, AssignTest, TestAtomicUpdateErrorCases, TestDocumentBuilder, TestFastWriter, TestFiltering, OutputWriterTest, SolrCoreCheckLockOnStartupTest, StandardRequestHandlerTest, HdfsWriteToMultipleCollectionsTest, HighlighterTest, SolrIndexConfigTest, SolrPluginUtilsTest, TestAnalyzeInfixSuggestions, FullSolrCloudDistribCmdsTest, ZkNodePropsTest, TestCSVResponseWriter, OverseerStatusTest, BadIndexSchemaTest, TestCodecSupport, FieldFacetExtrasTest, TestCloudInspectUtil, DirectUpdateHandlerTest, TestReload, PrimUtilsTest, TestSweetSpotSimilarityFactory, TestStressReorder, TestSchemaSimilarityResource, DeleteReplicaTest, IndexBasedSpellCheckerTest, LegacyHTMLStripCharFilterTest, HttpPartitionTest]
[junit4] Completed on J1 in 772.43s, 1 test, 1 error <<< FAILURES!
[...truncated 151 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1296: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:920: There were test failures: 406 suites, 1688 tests, 2 suite-level errors, 1 error, 1098 ignored (9 assumptions)
Total time: 66 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4713 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4713/
1 tests failed.
FAILED: org.apache.lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest.testContains {#2 seed=[9DA49B9E2EE7352D:C5003A0BAD25151E]}
Error Message:
Should have matched I#1:ShapePair(Rect(minX=-180.0,maxX=60.0,minY=-90.0,maxY=90.0) , Rect(minX=20.0,maxX=25.0,minY=-2.0,maxY=0.0)) Q:Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)
Stack Trace:
java.lang.AssertionError: Should have matched I#1:ShapePair(Rect(minX=-180.0,maxX=60.0,minY=-90.0,maxY=90.0) , Rect(minX=20.0,maxX=25.0,minY=-2.0,maxY=0.0)) Q:Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)
at __randomizedtesting.SeedInfo.seed([9DA49B9E2EE7352D:C5003A0BAD25151E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest.fail(SpatialOpRecursivePrefixTreeTest.java:361)
at org.apache.lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest.doTest(SpatialOpRecursivePrefixTreeTest.java:348)
at org.apache.lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest.testContains(SpatialOpRecursivePrefixTreeTest.java:130)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 9365 lines...]
[junit4] Suite: org.apache.lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:7,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
[junit4] 2> Ig:ShapePair(Rect(minX=178.59375,maxX=60.46875,minY=-90.0,maxY=90.0) , Rect(minX=19.6875,maxX=25.3125,minY=-2.8125,maxY=1.40625)) Qg:Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SpatialOpRecursivePrefixTreeTest -Dtests.method=testContains -Dtests.seed=9DA49B9E2EE7352D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_US -Dtests.timezone=Pacific/Honolulu -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.16s J0 | SpatialOpRecursivePrefixTreeTest.testContains {#2 seed=[9DA49B9E2EE7352D:C5003A0BAD25151E]} <<<
[junit4] > Throwable #1: java.lang.AssertionError: Should have matched I#1:ShapePair(Rect(minX=-180.0,maxX=60.0,minY=-90.0,maxY=90.0) , Rect(minX=20.0,maxX=25.0,minY=-2.0,maxY=0.0)) Q:Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)
[junit4] > at __randomizedtesting.SeedInfo.seed([9DA49B9E2EE7352D:C5003A0BAD25151E]:0)
[junit4] > at org.apache.lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest.fail(SpatialOpRecursivePrefixTreeTest.java:361)
[junit4] > at org.apache.lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest.doTest(SpatialOpRecursivePrefixTreeTest.java:348)
[junit4] > at org.apache.lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest.testContains(SpatialOpRecursivePrefixTreeTest.java:130)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:8,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:7,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:7,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:6,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:5,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:4,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:1,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:5,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:6,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:2,ctx:SpatialContext.GEO)))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:1,ctx:SpatialContext.GEO)))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:7,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})))
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:3,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:3,ctx:SpatialContext.GEO)),pruneLeafyBranches)
[junit4] 1> Strategy: RecursivePrefixTreeStrategy(SPG:(QuadPrefixTree(maxLevels:2,ctx:SpatialContext{geo=false, calculator=CartesianDistCalc, worldBounds=Rect(minX=0.0,maxX=256.0,minY=-128.0,maxY=128.0)})),pruneLeafyBranches)
[junit4] 2> NOTE: leaving temporary files on disk at: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build/spatial/test/J0/./temp/lucene.spatial.prefix.SpatialOpRecursivePrefixTreeTest-9DA49B9E2EE7352D-001
[junit4] 2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_US, timezone=Pacific/Honolulu
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=89929080,total=353370112
[junit4] 2> NOTE: All tests run in this JVM: [SerializedStrategyTest, SpatialPrefixTreeTest, PortedSolr3Test, JtsPolygonTest, SpatialOpRecursivePrefixTreeTest]
[junit4] Completed on J0 in 3.40s, 43 tests, 1 failure <<< FAILURES!
[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build.xml:539: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:2017: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/module-build.xml:60: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1296: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:920: There were test failures: 14 suites, 79 tests, 1 failure, 2 ignored (2 assumptions)
Total time: 38 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4712 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4712/
4 tests failed.
REGRESSION: org.apache.solr.cloud.HttpPartitionTest.testDistribSearch
Error Message:
No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
at __randomizedtesting.SeedInfo.seed([FD9F9A7B0527741B:7C79146372781427]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:567)
at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:349)
at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:724)
FAILED: junit.framework.TestSuite.org.apache.solr.rest.TestManagedResourceStorage
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([FD9F9A7B0527741B]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:332)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:630)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:182)
at sun.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:724)
FAILED: junit.framework.TestSuite.org.apache.solr.rest.TestManagedResourceStorage
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.rest.TestManagedResourceStorage: 1) Thread[id=17041, name=coreZkRegister-3177-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 2) Thread[id=17039, name=Thread-3969, state=WAITING, group=TGRP-TestManagedResourceStorage] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:503) at org.apache.solr.core.CloserThread.run(CoreContainer.java:944) 3) Thread[id=17038, name=searcherExecutor-3182-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 4) Thread[id=17035, name=Thread-3968, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Object.wait(Native Method) at org.apache.solr.cloud.DistributedQueue$LatchChildWatcher.await(DistributedQueue.java:240) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:563) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:527) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:217) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.rest.TestManagedResourceStorage:
1) Thread[id=17041, name=coreZkRegister-3177-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2) Thread[id=17039, name=Thread-3969, state=WAITING, group=TGRP-TestManagedResourceStorage]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:503)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
3) Thread[id=17038, name=searcherExecutor-3182-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
4) Thread[id=17035, name=Thread-3968, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Object.wait(Native Method)
at org.apache.solr.cloud.DistributedQueue$LatchChildWatcher.await(DistributedQueue.java:240)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:563)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:527)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:217)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([FD9F9A7B0527741B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.rest.TestManagedResourceStorage
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=17041, name=coreZkRegister-3177-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724) 2) Thread[id=17039, name=Thread-3969, state=WAITING, group=TGRP-TestManagedResourceStorage] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:503) at org.apache.solr.core.CloserThread.run(CoreContainer.java:944) 3) Thread[id=17038, name=searcherExecutor-3182-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=17041, name=coreZkRegister-3177-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2) Thread[id=17039, name=Thread-3969, state=WAITING, group=TGRP-TestManagedResourceStorage]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:503)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
3) Thread[id=17038, name=searcherExecutor-3182-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([FD9F9A7B0527741B]:0)
Build Log:
[...truncated 10999 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/init-core-data-001
[junit4] 2> 1884600 T5696 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1884607 T5696 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 1884608 T5696 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1884608 T5697 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1884709 T5696 oasc.ZkTestServer.run start zk server on port:11389
[junit4] 2> 1884710 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1884713 T5703 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79967682 name:ZooKeeperConnection Watcher:127.0.0.1:11389 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1884714 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1884714 T5696 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1884727 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1884728 T5705 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3806973a name:ZooKeeperConnection Watcher:127.0.0.1:11389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1884729 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1884729 T5696 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1884739 T5696 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1884741 T5696 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1884743 T5696 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1884745 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1884746 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1884750 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1884751 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1884754 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1884755 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1884768 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1884769 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1884772 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1884773 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1884775 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1884776 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1884779 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1884779 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1884787 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1884788 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1884790 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1884791 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1884794 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1884794 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1884801 T5696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1884802 T5696 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1885813 T5696 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1885818 T5696 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42600
[junit4] 2> 1885819 T5696 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1885819 T5696 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1885819 T5696 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002
[junit4] 2> 1885820 T5696 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002/'
[junit4] 2> 1885850 T5696 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002/solr.xml
[junit4] 2> 1885925 T5696 oasc.CoreContainer.<init> New CoreContainer 1310157797
[junit4] 2> 1885925 T5696 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002/]
[junit4] 2> 1885927 T5696 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1885927 T5696 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1885928 T5696 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1885928 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1885928 T5696 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1885928 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1885929 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1885929 T5696 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1885929 T5696 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1885930 T5696 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1885930 T5696 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1885931 T5696 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1885931 T5696 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11389/solr
[junit4] 2> 1885932 T5696 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1885932 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1885934 T5716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63acaf70 name:ZooKeeperConnection Watcher:127.0.0.1:11389 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1885935 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1885938 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1885939 T5718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@608c5e2a name:ZooKeeperConnection Watcher:127.0.0.1:11389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1885939 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1885941 T5696 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1885944 T5696 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1885948 T5696 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 1885961 T5696 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 1885964 T5696 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 1885973 T5696 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1885975 T5696 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61923_
[junit4] 2> 1885976 T5696 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61923_
[junit4] 2> 1885986 T5696 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1885987 T5696 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1885999 T5696 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:61923_
[junit4] 2> 1885999 T5696 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1886001 T5696 oasc.Overseer.start Overseer (id=91825762978824195-127.0.0.1:61923_-n_0000000000) starting
[junit4] 2> 1886003 T5696 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1886011 T5720 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1886011 T5696 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1886013 T5696 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1886014 T5696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1886016 T5719 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1886021 T5721 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 1886021 T5721 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1886022 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1886022 T5721 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1886023 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1886023 T5719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61923",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:61923_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1886024 T5719 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1886024 T5719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1886025 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1886026 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1887023 T5721 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1887023 T5721 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1887024 T5721 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1887024 T5721 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1887025 T5721 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1887025 T5721 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002/collection1/'
[junit4] 2> 1887027 T5721 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 1887028 T5721 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 1887028 T5721 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 1887112 T5721 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1887195 T5721 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1887196 T5721 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1887210 T5721 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1887862 T5721 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1887878 T5721 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1887882 T5721 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1887894 T5721 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1887899 T5721 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1887904 T5721 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1887905 T5721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1887906 T5721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1887906 T5721 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1887907 T5721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1887907 T5721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1887908 T5721 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1887908 T5721 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1887908 T5721 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-002/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/control/data/
[junit4] 2> 1887909 T5721 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1c1393
[junit4] 2> 1887910 T5721 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/control/data
[junit4] 2> 1887910 T5721 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/control/data/index/
[junit4] 2> 1887910 T5721 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1887911 T5721 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/control/data/index
[junit4] 2> 1887912 T5721 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=54.822265625, floorSegmentMB=0.2646484375, forceMergeDeletesPctAllowed=17.86287376035696, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.862463096105087
[junit4] 2> 1887913 T5721 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@439a67b7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@276adf3),segFN=segments_1,generation=1}
[junit4] 2> 1887913 T5721 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1887919 T5721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1887920 T5721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1887920 T5721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1887920 T5721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1887921 T5721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1887921 T5721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1887922 T5721 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1887923 T5721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1887923 T5721 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1887924 T5721 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1887924 T5721 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1887925 T5721 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1887925 T5721 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1887926 T5721 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1887926 T5721 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1887927 T5721 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1887928 T5721 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1887946 T5721 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1887953 T5721 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1887953 T5721 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1887954 T5721 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=68.7294921875, floorSegmentMB=0.625, forceMergeDeletesPctAllowed=12.692664827202885, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1887955 T5721 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@439a67b7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@276adf3),segFN=segments_1,generation=1}
[junit4] 2> 1887955 T5721 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1887956 T5721 oass.SolrIndexSearcher.<init> Opening Searcher@49f23140[collection1] main
[junit4] 2> 1887956 T5721 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1887957 T5721 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1887957 T5721 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1887958 T5721 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1887958 T5721 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1887958 T5721 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1887959 T5721 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1887959 T5721 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1887960 T5721 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 1887960 T5721 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1887964 T5722 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49f23140[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 1887968 T5721 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1887969 T5725 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61923 collection:control_collection shard:shard1
[junit4] 2> 1887969 T5696 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 1887970 T5725 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1887970 T5696 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1887975 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1887985 T5728 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@676b1fcc name:ZooKeeperConnection Watcher:127.0.0.1:11389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1887985 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1887987 T5725 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1887987 T5696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1887989 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1887989 T5725 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1887989 T5725 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1887989 T5696 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1887990 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> ASYNC NEW_CORE C694 name=collection1 org.apache.solr.core.SolrCore@798248e1 url=http://127.0.0.1:61923/collection1 node=127.0.0.1:61923_ C694_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:61923, core=collection1, node_name=127.0.0.1:61923_}
[junit4] 2> 1887990 T5725 C694 P61923 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61923/collection1/
[junit4] 2> 1887991 T5725 C694 P61923 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1887991 T5725 C694 P61923 oasc.SyncStrategy.syncToMe http://127.0.0.1:61923/collection1/ has no replicas
[junit4] 2> 1887991 T5725 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61923/collection1/ shard1
[junit4] 2> 1887992 T5725 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1887992 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1887993 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1887993 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1887997 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1887998 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1888000 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1888102 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1888102 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1888150 T5725 oasc.ZkController.register We are http://127.0.0.1:61923/collection1/ and leader is http://127.0.0.1:61923/collection1/
[junit4] 2> 1888150 T5725 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61923
[junit4] 2> 1888150 T5725 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1888150 T5725 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 1888151 T5725 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1888152 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1888152 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1888152 T5725 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1888152 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1888154 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1888154 T5719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:61923",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:61923_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1888164 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1888266 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1888266 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1889111 T5696 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1889112 T5696 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1889115 T5696 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:49617
[junit4] 2> 1889115 T5696 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1889116 T5696 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1889116 T5696 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003
[junit4] 2> 1889116 T5696 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003/'
[junit4] 2> 1889147 T5696 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003/solr.xml
[junit4] 2> 1889221 T5696 oasc.CoreContainer.<init> New CoreContainer 614273042
[junit4] 2> 1889222 T5696 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003/]
[junit4] 2> 1889224 T5696 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1889224 T5696 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1889224 T5696 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1889225 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1889225 T5696 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1889225 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1889226 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1889226 T5696 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1889226 T5696 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1889227 T5696 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1889227 T5696 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1889228 T5696 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1889228 T5696 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11389/solr
[junit4] 2> 1889228 T5696 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1889229 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1889233 T5739 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@438a2085 name:ZooKeeperConnection Watcher:127.0.0.1:11389 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1889234 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1889249 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1889251 T5741 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6062d17b name:ZooKeeperConnection Watcher:127.0.0.1:11389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1889252 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1889264 T5696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1890267 T5696 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13151_
[junit4] 2> 1890271 T5696 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13151_
[junit4] 2> 1890292 T5742 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1890293 T5742 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1890294 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1890294 T5742 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1890294 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1890295 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1890296 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1890296 T5719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:13151",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:13151_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1890297 T5719 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1890297 T5719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1890300 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1890301 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1890301 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1890301 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1891296 T5742 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1891296 T5742 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1891297 T5742 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1891297 T5742 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1891298 T5742 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1891298 T5742 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003/collection1/'
[junit4] 2> 1891300 T5742 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 1891301 T5742 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 1891301 T5742 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 1891384 T5742 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1891466 T5742 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1891467 T5742 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1891480 T5742 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1892029 T5742 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1892040 T5742 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1892043 T5742 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1892052 T5742 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1892056 T5742 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1892060 T5742 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1892060 T5742 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1892061 T5742 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1892061 T5742 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1892062 T5742 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1892062 T5742 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1892062 T5742 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1892062 T5742 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1892063 T5742 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-003/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty1/
[junit4] 2> 1892063 T5742 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1c1393
[junit4] 2> 1892064 T5742 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty1
[junit4] 2> 1892064 T5742 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty1/index/
[junit4] 2> 1892064 T5742 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1892065 T5742 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty1/index
[junit4] 2> 1892065 T5742 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=54.822265625, floorSegmentMB=0.2646484375, forceMergeDeletesPctAllowed=17.86287376035696, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.862463096105087
[junit4] 2> 1892066 T5742 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@502dc227 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bb2265d),segFN=segments_1,generation=1}
[junit4] 2> 1892066 T5742 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1892071 T5742 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1892072 T5742 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1892072 T5742 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1892072 T5742 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1892073 T5742 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1892073 T5742 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1892073 T5742 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1892074 T5742 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1892074 T5742 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1892075 T5742 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1892075 T5742 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1892075 T5742 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1892076 T5742 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1892076 T5742 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1892077 T5742 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1892077 T5742 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1892078 T5742 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1892090 T5742 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1892094 T5742 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1892095 T5742 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1892095 T5742 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=68.7294921875, floorSegmentMB=0.625, forceMergeDeletesPctAllowed=12.692664827202885, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1892096 T5742 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@502dc227 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bb2265d),segFN=segments_1,generation=1}
[junit4] 2> 1892096 T5742 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1892097 T5742 oass.SolrIndexSearcher.<init> Opening Searcher@6e0ef977[collection1] main
[junit4] 2> 1892097 T5742 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1892098 T5742 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1892098 T5742 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1892098 T5742 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1892099 T5742 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1892099 T5742 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1892099 T5742 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1892100 T5742 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1892100 T5742 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 1892100 T5742 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1892104 T5743 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e0ef977[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 1892107 T5742 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1892108 T5746 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13151 collection:collection1 shard:shard1
[junit4] 2> 1892108 T5696 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 1892108 T5696 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1892109 T5746 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1892126 T5746 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1892128 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1892128 T5746 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1892129 T5746 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C695 name=collection1 org.apache.solr.core.SolrCore@2d29c673 url=http://127.0.0.1:13151/collection1 node=127.0.0.1:13151_ C695_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:13151, core=collection1, node_name=127.0.0.1:13151_}
[junit4] 2> 1892129 T5746 C695 P13151 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13151/collection1/
[junit4] 2> 1892129 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1892129 T5746 C695 P13151 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1892130 T5746 C695 P13151 oasc.SyncStrategy.syncToMe http://127.0.0.1:13151/collection1/ has no replicas
[junit4] 2> 1892130 T5746 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13151/collection1/ shard1
[junit4] 2> 1892130 T5746 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1892132 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1892133 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892133 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892133 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892138 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1892151 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1892255 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892255 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892255 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892291 T5746 oasc.ZkController.register We are http://127.0.0.1:13151/collection1/ and leader is http://127.0.0.1:13151/collection1/
[junit4] 2> 1892291 T5746 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13151
[junit4] 2> 1892291 T5746 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1892291 T5746 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 1892291 T5746 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1892294 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1892294 T5746 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1892294 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1892295 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1892295 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1892296 T5719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:13151",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:13151_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1892298 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1892401 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892401 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892401 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1892948 T5696 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 1892949 T5696 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1892952 T5696 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55169
[junit4] 2> 1892952 T5696 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1892953 T5696 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1892953 T5696 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004
[junit4] 2> 1892953 T5696 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004/'
[junit4] 2> 1892984 T5696 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004/solr.xml
[junit4] 2> 1893058 T5696 oasc.CoreContainer.<init> New CoreContainer 1180124718
[junit4] 2> 1893059 T5696 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004/]
[junit4] 2> 1893060 T5696 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1893060 T5696 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1893061 T5696 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1893061 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1893061 T5696 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1893062 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1893062 T5696 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1893062 T5696 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1893063 T5696 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1893063 T5696 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1893064 T5696 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1893064 T5696 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1893064 T5696 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11389/solr
[junit4] 2> 1893065 T5696 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1893066 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1893069 T5758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bc09a16 name:ZooKeeperConnection Watcher:127.0.0.1:11389 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1893069 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1893086 T5696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1893087 T5760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fd308e0 name:ZooKeeperConnection Watcher:127.0.0.1:11389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1893088 T5696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1893103 T5696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1894106 T5696 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38919_
[junit4] 2> 1894110 T5696 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38919_
[junit4] 2> 1894123 T5761 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1894124 T5761 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1894131 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1894131 T5761 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1894131 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1894132 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1894133 T5719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1894134 T5719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38919",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:38919_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1894134 T5719 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1894134 T5719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1894137 T5718 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1894147 T5760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1894147 T5741 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1894147 T5718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1894147 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1895133 T5761 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1895133 T5761 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1895134 T5761 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1895134 T5761 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1895135 T5761 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1895135 T5761 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004/collection1/'
[junit4] 2> 1895137 T5761 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 1895137 T5761 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 1895138 T5761 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 1895221 T5761 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1895302 T5761 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1895304 T5761 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1895317 T5761 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1895948 T5761 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1895963 T5761 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1895967 T5761 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1895978 T5761 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1895983 T5761 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1895987 T5761 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1895988 T5761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1895989 T5761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1895989 T5761 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1895990 T5761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1895990 T5761 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1895991 T5761 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1895991 T5761 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1895991 T5761 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-004/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty2/
[junit4] 2> 1895992 T5761 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1c1393
[junit4] 2> 1895993 T5761 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty2
[junit4] 2> 1895993 T5761 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty2/index/
[junit4] 2> 1895993 T5761 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1895994 T5761 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.HttpPartitionTest-FD9F9A7B0527741B-001/tempDir-001/jetty2/index
[junit4] 2> 1895994 T5761 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=54.822265625, floorSegmentMB=0.2646484375, forceMergeDeletesPctAllowed=17.86287376035696, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.862463096105087
[junit4] 2> 1895995 T5761 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@4d5d86d6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@484e3cb6),segFN=segments_1,generation=1}
[junit4] 2> 1895996 T5761 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1896003 T5761 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1896003 T5761 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1896004 T5761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1896004 T5761 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1896005 T5761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1896005 T5761 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1896005 T5761 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1896006 T5761 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1896006 T5761 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1896007 T5761 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1896008 T5761 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1896008 T5761 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1896008 T5761 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1896009 T5761 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1896010 T5761 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1896011 T5761 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1896011 T5761 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1896028 T5761 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1896034 T5761 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1896035 T5761 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1896035 T5761 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=68.7294921875, floorSegmentMB=0.625, forceMergeDeletesPctAllowed=12.692664827202885, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1896036 T5761 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@4d5d86d6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@484e3cb6),segFN=segments_1,generation=1}
[junit4] 2> 1896036 T5761 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1896037 T5761 oass.SolrIndexSearcher.<init> Opening Searcher@31159d19[collection1] main
[junit4] 2> 1896037 T5761 oascc.ZkStateReader.readConfigName Load collection config from:/col
[...truncated too long message...]
ryFactoryTest, SuggesterTest, TestFreeTextSuggestions, PrimitiveFieldTypeTest, TestSurroundQueryParser, DistributedQueryComponentOptimizationTest, SyncSliceTest, DistribCursorPagingTest, TestSolrQueryParserDefaultOperatorResource, SuggesterFSTTest, DistributedSpellCheckComponentTest, ResponseLogComponentTest, SliceStateUpdateTest, PreAnalyzedFieldTest, DistributedQueryComponentCustomSortTest, DocumentBuilderTest, MoreLikeThisHandlerTest, TestValueSourceCache, TestExceedMaxTermLength, TestPHPSerializedResponseWriter, TestSuggestSpellingConverter, TestCursorMarkWithoutUniqueKey, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, ZkControllerTest, TestJoin, TestSolr4Spatial, StatsComponentTest, TestGroupingSearch, HighlighterTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestTrie, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, SortByFunctionTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, TermsComponentTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestBinaryResponseWriter, UpdateParamsTest, TestQuerySenderNoQuery, SampleTest, TestDocSet, TestSearchPerf, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, EchoParamsTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, LegacyHTMLStripCharFilterTest, TimeZoneUtilsTest, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, MigrateRouteKeyTest, OverseerStatusTest, SolrXmlInZkTest, TestDistribDocBasedVersion, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, CachingDirectoryFactoryTest, TestConfigSets, TestInfoStreamLogging, TestNonNRTOpen, TestSolrXml, CoreAdminCreateDiscoverTest, TestManagedResourceStorage]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestManagedResourceStorage -Dtests.seed=FD9F9A7B0527741B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=tr -Dtests.timezone=America/Kentucky/Louisville -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestManagedResourceStorage (suite) <<<
[junit4] > Throwable #1: java.lang.RuntimeException: SolrCore.getOpenCount()==2
[junit4] > at __randomizedtesting.SeedInfo.seed([FD9F9A7B0527741B]:0)
[junit4] > at org.apache.solr.util.TestHarness.close(TestHarness.java:332)
[junit4] > at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:630)
[junit4] > at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:182)
[junit4] > at java.lang.Thread.run(Thread.java:724)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.rest.TestManagedResourceStorage:
[junit4] > 1) Thread[id=17041, name=coreZkRegister-3177-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > 2) Thread[id=17039, name=Thread-3969, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:503)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
[junit4] > 3) Thread[id=17038, name=searcherExecutor-3182-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > 4) Thread[id=17035, name=Thread-3968, state=TIMED_WAITING, group=Overseer state updater.]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at org.apache.solr.cloud.DistributedQueue$LatchChildWatcher.await(DistributedQueue.java:240)
[junit4] > at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:563)
[junit4] > at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:527)
[junit4] > at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:217)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([FD9F9A7B0527741B]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=17041, name=coreZkRegister-3177-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > 2) Thread[id=17039, name=Thread-3969, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:503)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
[junit4] > 3) Thread[id=17038, name=searcherExecutor-3182-thread-1, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([FD9F9A7B0527741B]:0)
[junit4] Completed on J0 in 27.40s, 2 tests, 3 errors <<< FAILURES!
[...truncated 101 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1296: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:920: There were test failures: 406 suites, 1688 tests, 3 suite-level errors, 1 error, 228 ignored (15 assumptions)
Total time: 111 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4711 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4711/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest: 1) Thread[id=14260, name=parallelCoreAdminExecutor-3579-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
1) Thread[id=14260, name=parallelCoreAdminExecutor-3579-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([283CF5F9411C467D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=14260, name=parallelCoreAdminExecutor-3579-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=14260, name=parallelCoreAdminExecutor-3579-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([283CF5F9411C467D]:0)
Build Log:
[...truncated 11562 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/init-core-data-001
[junit4] 2> 3652726 T14135 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
[junit4] 2> 3652726 T14135 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_o/
[junit4] 2> 3652732 T14135 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 3652733 T14135 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3652734 T14136 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 3652835 T14135 oasc.ZkTestServer.run start zk server on port:18249
[junit4] 2> 3652835 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3652841 T14142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c3a3f22 name:ZooKeeperConnection Watcher:127.0.0.1:18249 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3652842 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3652842 T14135 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3652862 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3652864 T14144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2319ad49 name:ZooKeeperConnection Watcher:127.0.0.1:18249/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3652864 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3652865 T14135 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 3652873 T14135 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 3652876 T14135 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 3652878 T14135 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 3652887 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3652887 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 3652900 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3652901 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 3653007 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3653008 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3653010 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3653011 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 3653020 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3653020 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 3653023 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3653024 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 3653026 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3653027 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 3653030 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3653031 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 3653033 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3653034 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3653037 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3653037 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 3653040 T14135 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3653041 T14135 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 3654163 T14135 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 3654166 T14135 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:60525
[junit4] 2> 3654166 T14135 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 3654167 T14135 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3654167 T14135 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002
[junit4] 2> 3654167 T14135 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002/'
[junit4] 2> 3654196 T14135 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002/solr.xml
[junit4] 2> 3654269 T14135 oasc.CoreContainer.<init> New CoreContainer 1423414244
[junit4] 2> 3654270 T14135 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002/]
[junit4] 2> 3654271 T14135 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 3654271 T14135 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 3654272 T14135 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 3654272 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 3654272 T14135 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 3654273 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 3654273 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 3654273 T14135 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 3654274 T14135 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 3654274 T14135 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3654275 T14135 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3654275 T14135 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 3654275 T14135 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:18249/solr
[junit4] 2> 3654276 T14135 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 3654276 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3654279 T14155 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@152e8940 name:ZooKeeperConnection Watcher:127.0.0.1:18249 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3654279 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3654295 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3654297 T14157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@769f2015 name:ZooKeeperConnection Watcher:127.0.0.1:18249/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3654297 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3654299 T14135 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 3654309 T14135 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 3654313 T14135 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 3654316 T14135 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 3654319 T14135 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 3654322 T14135 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 3654324 T14135 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60525__o
[junit4] 2> 3654325 T14135 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60525__o
[junit4] 2> 3654327 T14135 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 3654329 T14135 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 3654342 T14135 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:60525__o
[junit4] 2> 3654342 T14135 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 3654344 T14135 oasc.Overseer.start Overseer (id=91821118201724931-127.0.0.1:60525__o-n_0000000000) starting
[junit4] 2> 3654353 T14135 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 3654370 T14159 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 3654371 T14135 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 3654373 T14135 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 3654375 T14135 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3654377 T14158 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 3654382 T14160 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 3654382 T14160 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3654383 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3654383 T14160 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 3654384 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3654385 T14158 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60525/_o",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60525__o",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 3654386 T14158 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 3654386 T14158 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 3654389 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3654399 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3655385 T14160 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 3655385 T14160 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 3655386 T14160 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 3655386 T14160 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 3655387 T14160 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3655388 T14160 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002/collection1/'
[junit4] 2> 3655390 T14160 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 3655391 T14160 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 3655392 T14160 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 3655472 T14160 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 3655582 T14160 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3655686 T14160 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 3655712 T14160 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 3656345 T14160 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 3656361 T14160 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 3656365 T14160 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 3656378 T14160 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 3656381 T14160 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 3656385 T14160 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 3656386 T14160 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 3656386 T14160 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 3656386 T14160 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 3656387 T14160 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 3656387 T14160 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 3656387 T14160 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 3656388 T14160 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 3656388 T14160 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-002/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-001/control/data/
[junit4] 2> 3656388 T14160 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b201e2d
[junit4] 2> 3656389 T14160 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-001/control/data
[junit4] 2> 3656389 T14160 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-001/control/data/index/
[junit4] 2> 3656390 T14160 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 3656390 T14160 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-001/control/data/index
[junit4] 2> 3656390 T14160 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 3656391 T14160 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@701ee221 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@246ae721),segFN=segments_1,generation=1}
[junit4] 2> 3656391 T14160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3656394 T14160 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 3656394 T14160 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 3656395 T14160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 3656395 T14160 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 3656395 T14160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 3656396 T14160 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 3656396 T14160 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 3656396 T14160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 3656397 T14160 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 3656397 T14160 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 3656397 T14160 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 3656398 T14160 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 3656398 T14160 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 3656398 T14160 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 3656399 T14160 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 3656399 T14160 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 3656399 T14160 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 3656411 T14160 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3656417 T14160 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 3656417 T14160 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 3656418 T14160 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1915417957, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3656418 T14160 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@701ee221 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@246ae721),segFN=segments_1,generation=1}
[junit4] 2> 3656419 T14160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3656419 T14160 oass.SolrIndexSearcher.<init> Opening Searcher@13f0ea97[collection1] main
[junit4] 2> 3656419 T14160 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 3656420 T14160 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3656421 T14160 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 3656421 T14160 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3656421 T14160 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 3656421 T14160 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3656422 T14160 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 3656422 T14160 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3656422 T14160 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 3656423 T14160 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 3656425 T14161 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13f0ea97[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 3656426 T14160 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 3656427 T14164 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60525/_o collection:control_collection shard:shard1
[junit4] 2> 3656427 T14135 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 3656428 T14164 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 3656428 T14135 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 3656429 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3656431 T14166 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27abeac7 name:ZooKeeperConnection Watcher:127.0.0.1:18249/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3656431 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3656447 T14135 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3656450 T14164 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 3656450 T14135 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3656452 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3656453 T14164 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 3656453 T14164 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1855 name=collection1 org.apache.solr.core.SolrCore@3bef4071 url=http://127.0.0.1:60525/_o/collection1 node=127.0.0.1:60525__o C1855_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:60525/_o, core=collection1, node_name=127.0.0.1:60525__o}
[junit4] 2> 3656453 T14164 C1855 P60525 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60525/_o/collection1/
[junit4] 2> 3656453 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3656454 T14164 C1855 P60525 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 3656454 T14164 C1855 P60525 oasc.SyncStrategy.syncToMe http://127.0.0.1:60525/_o/collection1/ has no replicas
[junit4] 2> 3656454 T14164 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60525/_o/collection1/ shard1
[junit4] 2> 3656455 T14164 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 3656457 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3656467 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3656467 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3656484 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3656485 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3656488 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3656591 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3656591 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3656638 T14164 oasc.ZkController.register We are http://127.0.0.1:60525/_o/collection1/ and leader is http://127.0.0.1:60525/_o/collection1/
[junit4] 2> 3656638 T14164 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60525/_o
[junit4] 2> 3656638 T14164 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 3656638 T14164 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 3656638 T14164 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3656640 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3656640 T14164 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3656640 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3656641 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3656641 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3656641 T14158 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:60525/_o",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60525__o",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 3656644 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3656746 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3656746 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3657603 T14135 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 3657604 T14135 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 3657607 T14135 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47443
[junit4] 2> 3657608 T14135 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 3657608 T14135 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3657608 T14135 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003
[junit4] 2> 3657609 T14135 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/'
[junit4] 2> 3657637 T14135 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/solr.xml
[junit4] 2> 3657711 T14135 oasc.CoreContainer.<init> New CoreContainer 934728811
[junit4] 2> 3657711 T14135 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/]
[junit4] 2> 3657713 T14135 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 3657713 T14135 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 3657713 T14135 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 3657714 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 3657714 T14135 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 3657714 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 3657715 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 3657715 T14135 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 3657715 T14135 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 3657716 T14135 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3657716 T14135 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3657716 T14135 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 3657717 T14135 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:18249/solr
[junit4] 2> 3657717 T14135 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 3657718 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3657721 T14177 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4433d960 name:ZooKeeperConnection Watcher:127.0.0.1:18249 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3657721 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3657738 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3657740 T14179 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7041f46e name:ZooKeeperConnection Watcher:127.0.0.1:18249/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3657740 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3657754 T14135 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3658757 T14135 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47443__o
[junit4] 2> 3658759 T14135 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47443__o
[junit4] 2> 3658783 T14180 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 3658783 T14180 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3658785 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3658785 T14180 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 3658785 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3658785 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3658786 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3658786 T14158 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47443/_o",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:47443__o",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 3658787 T14158 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 3658787 T14158 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 3658790 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3658800 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3658800 T14179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3658800 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3659786 T14180 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 3659786 T14180 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 3659787 T14180 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 3659787 T14180 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 3659788 T14180 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3659788 T14180 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/'
[junit4] 2> 3659791 T14180 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 3659792 T14180 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 3659793 T14180 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 3659889 T14180 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 3659982 T14180 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3660084 T14180 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 3660101 T14180 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 3660784 T14180 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 3660796 T14180 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 3660799 T14180 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 3660809 T14180 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 3660813 T14180 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 3660816 T14180 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 3660817 T14180 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 3660817 T14180 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 3660818 T14180 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 3660818 T14180 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 3660819 T14180 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 3660819 T14180 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3660819 T14180 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 3660819 T14180 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/data/
[junit4] 2> 3660820 T14180 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b201e2d
[junit4] 2> 3660821 T14180 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/data
[junit4] 2> 3660821 T14180 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/data/index/
[junit4] 2> 3660821 T14180 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 3660821 T14180 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-003/collection1/data/index
[junit4] 2> 3660822 T14180 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 3660822 T14180 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1de8113e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f373ca7),segFN=segments_1,generation=1}
[junit4] 2> 3660823 T14180 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3660826 T14180 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 3660827 T14180 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 3660827 T14180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 3660827 T14180 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 3660828 T14180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 3660828 T14180 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 3660828 T14180 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 3660828 T14180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 3660829 T14180 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 3660829 T14180 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 3660830 T14180 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 3660830 T14180 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 3660830 T14180 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 3660831 T14180 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 3660831 T14180 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 3660832 T14180 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 3660832 T14180 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 3660846 T14180 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3660852 T14180 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 3660852 T14180 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 3660853 T14180 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1915417957, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3660854 T14180 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1de8113e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f373ca7),segFN=segments_1,generation=1}
[junit4] 2> 3660854 T14180 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3660854 T14180 oass.SolrIndexSearcher.<init> Opening Searcher@227c9a94[collection1] main
[junit4] 2> 3660855 T14180 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 3660856 T14180 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3660856 T14180 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 3660856 T14180 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3660857 T14180 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 3660857 T14180 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3660857 T14180 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 3660858 T14180 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3660858 T14180 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 3660858 T14180 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 3660862 T14181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@227c9a94[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 3660864 T14180 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 3660865 T14184 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47443/_o collection:collection1 shard:shard2
[junit4] 2> 3660865 T14135 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 3660866 T14184 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 3660866 T14135 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 3660916 T14184 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 3660919 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3660919 T14184 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 3660920 T14184 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1856 name=collection1 org.apache.solr.core.SolrCore@5158a2d7 url=http://127.0.0.1:47443/_o/collection1 node=127.0.0.1:47443__o C1856_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:47443/_o, core=collection1, node_name=127.0.0.1:47443__o}
[junit4] 2> 3660920 T14184 C1856 P47443 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47443/_o/collection1/
[junit4] 2> 3660921 T14184 C1856 P47443 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 3660921 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3660921 T14184 C1856 P47443 oasc.SyncStrategy.syncToMe http://127.0.0.1:47443/_o/collection1/ has no replicas
[junit4] 2> 3660922 T14184 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47443/_o/collection1/ shard2
[junit4] 2> 3660922 T14184 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 3660969 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3661014 T14179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3661014 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3661014 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3661065 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3661066 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3661069 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3661171 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3661171 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3661171 T14179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3661218 T14184 oasc.ZkController.register We are http://127.0.0.1:47443/_o/collection1/ and leader is http://127.0.0.1:47443/_o/collection1/
[junit4] 2> 3661218 T14184 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47443/_o
[junit4] 2> 3661218 T14184 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 3661218 T14184 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 3661219 T14184 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3661220 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3661220 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3661221 T14184 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3661221 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3661222 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3661222 T14158 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:47443/_o",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:47443__o",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 3661234 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3661341 T14179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3661341 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3661341 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3662262 T14135 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 3662262 T14135 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 3662265 T14135 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64784
[junit4] 2> 3662266 T14135 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 3662266 T14135 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3662266 T14135 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004
[junit4] 2> 3662267 T14135 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/'
[junit4] 2> 3662308 T14135 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/solr.xml
[junit4] 2> 3662406 T14135 oasc.CoreContainer.<init> New CoreContainer 1829802943
[junit4] 2> 3662406 T14135 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/]
[junit4] 2> 3662408 T14135 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 3662408 T14135 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 3662409 T14135 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 3662409 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 3662409 T14135 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 3662410 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 3662410 T14135 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 3662410 T14135 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 3662410 T14135 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 3662411 T14135 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3662411 T14135 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3662412 T14135 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 3662412 T14135 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:18249/solr
[junit4] 2> 3662412 T14135 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 3662413 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3662442 T14195 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b541889 name:ZooKeeperConnection Watcher:127.0.0.1:18249 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3662442 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3662445 T14135 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3662454 T14197 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cebad6 name:ZooKeeperConnection Watcher:127.0.0.1:18249/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3662454 T14135 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3662469 T14135 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3663471 T14135 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64784__o
[junit4] 2> 3663473 T14135 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64784__o
[junit4] 2> 3663492 T14198 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 3663493 T14198 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3663494 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3663494 T14198 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 3663494 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3663495 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3663495 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3663496 T14158 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64784/_o",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:64784__o",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 3663496 T14158 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 3663496 T14158 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 3663505 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3663506 T14197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3663506 T14179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3663506 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3663506 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3664495 T14198 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 3664495 T14198 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 3664496 T14198 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 3664496 T14198 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 3664497 T14198 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3664497 T14198 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/'
[junit4] 2> 3664499 T14198 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 3664500 T14198 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 3664501 T14198 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 3664591 T14198 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 3664682 T14198 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3664785 T14198 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 3664802 T14198 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 3665501 T14198 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 3665520 T14198 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 3665525 T14198 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 3665537 T14198 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 3665543 T14198 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 3665549 T14198 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 3665550 T14198 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 3665550 T14198 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 3665550 T14198 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 3665551 T14198 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 3665552 T14198 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 3665552 T14198 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3665552 T14198 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 3665553 T14198 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/data/
[junit4] 2> 3665553 T14198 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b201e2d
[junit4] 2> 3665555 T14198 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/data
[junit4] 2> 3665555 T14198 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/data/index/
[junit4] 2> 3665556 T14198 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 3665556 T14198 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-004/collection1/data/index
[junit4] 2> 3665557 T14198 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 3665558 T14198 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3b1dc671 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5034b04),segFN=segments_1,generation=1}
[junit4] 2> 3665558 T14198 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3665563 T14198 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 3665564 T14198 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 3665564 T14198 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 3665564 T14198 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 3665565 T14198 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 3665565 T14198 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 3665566 T14198 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 3665566 T14198 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 3665566 T14198 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 3665567 T14198 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 3665568 T14198 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 3665568 T14198 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 3665569 T14198 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 3665569 T14198 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 3665570 T14198 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 3665571 T14198 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 3665571 T14198 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 3665598 T14198 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3665605 T14198 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 3665606 T14198 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 3665607 T14198 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1915417957, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3665608 T14198 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3b1dc671 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5034b04),segFN=segments_1,generation=1}
[junit4] 2> 3665608 T14198 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3665608 T14198 oass.SolrIndexSearcher.<init> Opening Searcher@53509f3d[collection1] main
[junit4] 2> 3665609 T14198 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 3665610 T14198 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3665610 T14198 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 3665611 T14198 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3665611 T14198 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 3665611 T14198 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3665612 T14198 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 3665612 T14198 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3665612 T14198 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 3665613 T14198 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 3665617 T14199 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53509f3d[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 3665620 T14198 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 3665621 T14202 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:64784/_o collection:collection1 shard:shard1
[junit4] 2> 3665621 T14135 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 3665622 T14135 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 3665622 T14202 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 3665637 T14202 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 3665645 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3665645 T14202 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 3665645 T14202 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1857 name=collection1 org.apache.solr.core.SolrCore@2d4eb7db url=http://127.0.0.1:64784/_o/collection1 node=127.0.0.1:64784__o C1857_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:64784/_o, core=collection1, node_name=127.0.0.1:64784__o}
[junit4] 2> 3665645 T14202 C1857 P64784 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64784/_o/collection1/
[junit4] 2> 3665646 T14202 C1857 P64784 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 3665646 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3665646 T14202 C1857 P64784 oasc.SyncStrategy.syncToMe http://127.0.0.1:64784/_o/collection1/ has no replicas
[junit4] 2> 3665647 T14202 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:64784/_o/collection1/ shard1
[junit4] 2> 3665647 T14202 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 3665663 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3665805 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3665805 T14197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3665805 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3665806 T14179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3665836 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3665844 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3665946 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3665946 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3665946 T14179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3665946 T14197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3666040 T14202 oasc.ZkController.register We are http://127.0.0.1:64784/_o/collection1/ and leader is http://127.0.0.1:64784/_o/collection1/
[junit4] 2> 3666040 T14202 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64784/_o
[junit4] 2> 3666040 T14202 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 3666040 T14202 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 3666041 T14202 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3666042 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3666043 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3666043 T14202 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3666043 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3666044 T14158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3666045 T14158 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:64784/_o",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:64784__o",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 3666081 T14157 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3666186 T14157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3666186 T14166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3666186 T14179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3666186 T14197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3666827 T14135 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 3666828 T14135 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 3666831 T14135 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13609
[junit4] 2> 3666832 T14135 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 3666832 T14135 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3666832 T14135 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-005
[junit4] 2> 3666833 T14135 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-005/'
[junit4] 2> 3666861 T14135 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.MultiThreadedOCPTest-283CF5F9411C467D-001/tempDir-005/solr.xml
[junit4] 2> 3666934 T14135 oasc.CoreContainer.<init> New CoreContainer 1178528281
[junit4] 2> 3666935 T14135 oasc.CoreContainer.load Loa
[...truncated too long message...]
it4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2> 86158 T14134 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=14260, name=parallelCoreAdminExecutor-3579-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] 2> 89165 T14134 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=14260, name=parallelCoreAdminExecutor-3579-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ro, timezone=PLT
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=92652208,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [DefaultValueUpdateProcessorTest, HttpPartitionTest, AlternateDirectoryTest, DeleteInactiveReplicaTest, TestCSVLoader, DocValuesMissingTest, TestLRUCache, HdfsWriteToMultipleCollectionsTest, SpellCheckCollatorTest, TestShardHandlerFactory, TestUpdate, TestBinaryField, TestReload, TestNoOpRegenerator, ShardRoutingCustomTest, DOMUtilTest, TestFiltering, TestDistributedSearch, MultiTermTest, ZkSolrClientTest, TestWordDelimiterFilterFactory, ShardSplitTest, SolrIndexConfigTest, TestSolrJ, TestManagedSynonymFilterFactory, TestSolrXMLSerializer, TestCodecSupport, OverseerStatusTest, TestSolr4Spatial, QueryResultKeyTest, DeleteReplicaTest, CollectionsAPIDistributedZkTest, DateFieldTest, TestStressLucene, DocumentAnalysisRequestHandlerTest, ChangedSchemaMergeTest, TestMultiCoreConfBootstrap, TestSolrCoreProperties, ResourceLoaderTest, BasicZkTest, TestManagedResource, SolrCoreCheckLockOnStartupTest, SuggesterWFSTTest, TestIBSimilarityFactory, CachingDirectoryFactoryTest, NoCacheHeaderTest, TestFieldTypeResource, TestDistributedGrouping, TestArbitraryIndexDir, TestFastOutputStream, MinimalSchemaTest, TestConfigSets, TestSolrXml, ZkNodePropsTest, HardAutoCommitTest, TestFoldingMultitermQuery, FieldAnalysisRequestHandlerTest, SolrCmdDistributorTest, TestRandomFaceting, FieldFacetExtrasTest, TestAnalyzedSuggestions, DateMathParserTest, PingRequestHandlerTest, HighlighterConfigTest, TestDynamicFieldResource, DisMaxRequestHandlerTest, AtomicUpdatesTest, TestRecoveryHdfs, TestSweetSpotSimilarityFactory, CustomCollectionTest, JSONWriterTest, NotRequiredUniqueKeyTest, BasicDistributedZk2Test, CoreContainerCoreInitFailuresTest, TestQuerySenderNoQuery, TestLMDirichletSimilarityFactory, NoFacetTest, HdfsUnloadDistributedZkTest, TestJmxIntegration, TestQuerySenderListener, TestIndexingPerformance, TestRecovery, TestCoreDiscovery, FileUtilsTest, TestStressRecovery, CoreMergeIndexesAdminHandlerTest, DirectUpdateHandlerTest, TestManagedSchema, TestStressUserVersions, IndexBasedSpellCheckerTest, ResponseHeaderTest, TestOmitPositions, StatsComponentTest, SuggestComponentTest, LegacyHTMLStripCharFilterTest, TestQueryTypes, TestFuzzyAnalyzedSuggestions, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SolrRequestParserTest, SuggesterTSTTest, PolyFieldTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, DebugComponentTest, TestQueryUtils, TestWriterPerf, FileBasedSpellCheckerTest, RequestHandlersTest, TermVectorComponentTest, RequiredFieldsTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestComponentsName, TestBinaryResponseWriter, UpdateParamsTest, TestMergePolicyConfig, TestDocSet, NumericFieldsTest, OutputWriterTest, DirectSolrConnectionTest, TestPhraseSuggestions, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, PreAnalyzedFieldTest, RAMDirectoryFactoryTest, TestUtils, CircularListTest, CursorPagingTest, AbstractAnalyticsFacetTest, FieldFacetTest, RangeFacetTest, AliasIntegrationTest, ConnectionManagerTest, DistribCursorPagingTest, MultiThreadedOCPTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.seed=283CF5F9411C467D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ro -Dtests.timezone=PLT -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | MultiThreadedOCPTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
[junit4] > 1) Thread[id=14260, name=parallelCoreAdminExecutor-3579-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([283CF5F9411C467D]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=14260, name=parallelCoreAdminExecutor-3579-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([283CF5F9411C467D]:0)
[junit4] Completed on J1 in 89.24s, 1 test, 2 errors <<< FAILURES!
[...truncated 213 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1296: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:920: There were test failures: 406 suites, 1688 tests, 2 suite-level errors, 221 ignored (15 assumptions)
Total time: 104 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure