You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/03/19 09:36:48 UTC

[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4658 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4658/

8 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.BasicFunctionalityTest

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.BasicFunctionalityTest.beforeTests(BasicFunctionalityTest.java:76)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:766)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 29 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 37 more


REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:


Stack Trace:
org.apache.solr.common.cloud.ZooKeeperException: 
	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5:26C728B2C2B459C9]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.connect(CloudSolrServer.java:249)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.initCloud(AbstractFullDistribZkTestBase.java:256)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:312)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /live_nodes
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:299)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.connect(CloudSolrServer.java:242)
	... 42 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest

Error Message:
ERROR: SolrZkClient opens=4 closes=3

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=4 closes=3
	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:435)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:180)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:789)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:     1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)    2) Thread[id=526, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 
   1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   2) Thread[id=526, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)
        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)
        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.CoreAdminRequestStatusTest

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.handler.admin.CoreAdminRequestStatusTest.beforeClass(CoreAdminRequestStatusTest.java:35)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:766)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 29 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 37 more


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedExpandComponentTest

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.handler.component.DistributedExpandComponentTest.setUpBeforeClass(DistributedExpandComponentTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:766)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 29 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 37 more


REGRESSION:  org.apache.solr.schema.SchemaVersionSpecificBehaviorTest.testVersionBehavior

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5:8B93BB94811EF536]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.schema.SchemaVersionSpecificBehaviorTest.initCoreUsingSchemaVersion(SchemaVersionSpecificBehaviorTest.java:185)
	at org.apache.solr.schema.SchemaVersionSpecificBehaviorTest.testVersionBehavior(SchemaVersionSpecificBehaviorTest.java:28)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 47 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 55 more




Build Log:
[...truncated 10264 lines...]
   [junit4] Suite: org.apache.solr.schema.SchemaVersionSpecificBehaviorTest
   [junit4]   2> 73637 T488 oas.SolrTestCaseJ4.startTrackingSearchers WARN startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 73638 T488 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 73642 T488 oas.SolrTestCaseJ4.setUp ###Starting testVersionBehavior
   [junit4]   2> 73644 T488 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-SchemaVersionSpecificBehaviorTest-1395217590635
   [junit4]   2> 73645 T488 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 73647 T488 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 73648 T488 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 73648 T488 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 73781 T488 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 73844 T488 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 73845 T488 oass.IndexSchema.readSchema Reading Solr Schema from schema-behavior.xml
   [junit4]   2> 73853 T488 oass.IndexSchema.readSchema [null] Schema name=version-behavior
   [junit4]   2> 73953 T488 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 73956 T488 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 73956 T488 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr
   [junit4]   2> 73957 T488 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/'
   [junit4]   2> 74054 T488 oasc.CoreContainer.<init> New CoreContainer 88495837
   [junit4]   2> 74055 T488 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/]
   [junit4]   2> 74057 T488 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 74057 T488 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 74057 T488 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 74058 T488 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 74058 T488 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 74059 T488 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 74059 T488 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 74059 T488 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 74060 T488 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 74060 T488 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 74061 T488 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 74061 T488 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 74062 T488 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:12269/solr
   [junit4]   2> 74062 T488 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 74063 T488 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 74839 T404 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 74924 T388 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 74924 T388 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 74925 T388 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 134165 T488 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 134167 T488 oas.SolrTestCaseJ4.tearDown ###Ending testVersionBehavior
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SchemaVersionSpecificBehaviorTest -Dtests.method=testVersionBehavior -Dtests.seed=A721A6AAB5EB39F5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el_CY -Dtests.timezone=Africa/Tripoli -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   60.6s J0 | SchemaVersionSpecificBehaviorTest.testVersionBehavior <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5:8B93BB94811EF536]:0)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
   [junit4]    > 	at org.apache.solr.schema.SchemaVersionSpecificBehaviorTest.initCoreUsingSchemaVersion(SchemaVersionSpecificBehaviorTest.java:185)
   [junit4]    > 	at org.apache.solr.schema.SchemaVersionSpecificBehaviorTest.testVersionBehavior(SchemaVersionSpecificBehaviorTest.java:28)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
   [junit4]    > 	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
   [junit4]    > 	... 47 more
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
   [junit4]    > 	... 55 more
   [junit4]   2> 134236 T488 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=el_CY, timezone=Africa/Tripoli
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=136645400,total=211812352
   [junit4]   2> NOTE: All tests run in this JVM: [TestSurroundQueryParser, TermVectorComponentTest, ZkCLITest, TestDocumentBuilder, LeaderElectionTest, LoggingHandlerTest, DateMathParserTest, PrimitiveFieldTypeTest, SchemaVersionSpecificBehaviorTest]
   [junit4] Completed on J0 in 60.63s, 1 test, 1 error <<< FAILURES!

[...truncated 28 lines...]
   [junit4] Suite: org.apache.solr.BasicFunctionalityTest
   [junit4]   2> 134306 T492 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 134308 T492 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicFunctionalityTest-1395217651298
   [junit4]   2> 134309 T492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 134310 T492 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 134311 T492 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 134312 T492 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 134476 T492 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 134585 T492 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 134586 T492 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 134608 T492 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 134675 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=88495837
   [junit4]   2> 135359 T492 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 135378 T492 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 135383 T492 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 135410 T492 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 135416 T492 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 135422 T492 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 135423 T492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 135424 T492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 135424 T492 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 135425 T492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 135425 T492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 135426 T492 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 135426 T492 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr
   [junit4]   2> 135427 T492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/'
   [junit4]   2> 135528 T492 oasc.CoreContainer.<init> New CoreContainer 1214586864
   [junit4]   2> 135529 T492 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/]
   [junit4]   2> 135531 T492 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 135531 T492 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 135532 T492 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 135532 T492 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 135533 T492 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 135533 T492 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 135533 T492 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 135534 T492 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 135534 T492 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 135543 T492 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 135543 T492 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 135544 T492 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 135544 T492 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:12269/solr
   [junit4]   2> 135545 T492 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 135546 T492 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 195648 T492 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en_NZ, timezone=Canada/Pacific
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=130520392,total=211812352
   [junit4]   2> NOTE: All tests run in this JVM: [TestSurroundQueryParser, TermVectorComponentTest, ZkCLITest, TestDocumentBuilder, LeaderElectionTest, LoggingHandlerTest, DateMathParserTest, PrimitiveFieldTypeTest, SchemaVersionSpecificBehaviorTest, BasicFunctionalityTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicFunctionalityTest -Dtests.seed=A721A6AAB5EB39F5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_NZ -Dtests.timezone=Canada/Pacific -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | BasicFunctionalityTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
   [junit4]    > 	at org.apache.solr.BasicFunctionalityTest.beforeTests(BasicFunctionalityTest.java:76)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
   [junit4]    > 	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
   [junit4]    > 	... 29 more
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
   [junit4]    > 	... 37 more
   [junit4] Completed on J0 in 61.41s, 0 tests, 1 error <<< FAILURES!

[...truncated 52 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DistributedExpandComponentTest
   [junit4]   2> 195721 T496 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 195722 T496 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /z_cj/n
   [junit4]   2> 195724 T496 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-DistributedExpandComponentTest-1395217712714
   [junit4]   2> 195725 T496 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 195726 T496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 195727 T496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 195727 T496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 195843 T496 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 195918 T496 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-collapseqparser.xml
   [junit4]   2> 195919 T496 oass.IndexSchema.readSchema Reading Solr Schema from schema11.xml
   [junit4]   2> 195927 T496 oass.IndexSchema.readSchema [null] Schema name=example
   [junit4]   2> 195953 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1214586864
   [junit4]   2> 196183 T496 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 196186 T496 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 196198 T496 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 196199 T496 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr
   [junit4]   2> 196199 T496 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/'
   [junit4]   2> 196276 T496 oasc.CoreContainer.<init> New CoreContainer 975321824
   [junit4]   2> 196277 T496 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/]
   [junit4]   2> 196278 T496 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 196278 T496 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 196279 T496 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 196279 T496 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 196279 T496 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 196280 T496 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 196280 T496 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 196280 T496 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 196280 T496 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 196286 T496 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 196287 T496 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 196287 T496 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 196287 T496 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:12269/solr
   [junit4]   2> 196288 T496 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 196288 T496 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 256391 T496 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=en_PH, timezone=AST
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=144141232,total=211812352
   [junit4]   2> NOTE: All tests run in this JVM: [TestSurroundQueryParser, TermVectorComponentTest, ZkCLITest, TestDocumentBuilder, LeaderElectionTest, LoggingHandlerTest, DateMathParserTest, PrimitiveFieldTypeTest, SchemaVersionSpecificBehaviorTest, BasicFunctionalityTest, DistributedExpandComponentTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistributedExpandComponentTest -Dtests.seed=A721A6AAB5EB39F5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_PH -Dtests.timezone=AST -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | DistributedExpandComponentTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
   [junit4]    > 	at org.apache.solr.handler.component.DistributedExpandComponentTest.setUpBeforeClass(DistributedExpandComponentTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
   [junit4]    > 	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
   [junit4]    > 	... 29 more
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
   [junit4]    > 	... 37 more
   [junit4] Completed on J0 in 60.71s, 0 tests, 1 error <<< FAILURES!

[...truncated 2 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.CoreAdminRequestStatusTest
   [junit4]   2> 256444 T500 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 256447 T500 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-CoreAdminRequestStatusTest-1395217773437
   [junit4]   2> 256448 T500 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 256449 T500 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 256450 T500 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 256451 T500 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 256594 T500 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 256694 T500 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 256695 T500 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 256714 T500 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 256793 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=975321824
   [junit4]   2> 257400 T500 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 257417 T500 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 257421 T500 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 257446 T500 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 257452 T500 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 257457 T500 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 257459 T500 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 257459 T500 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 257460 T500 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 257461 T500 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 257461 T500 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 257462 T500 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 257462 T500 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr
   [junit4]   2> 257463 T500 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/'
   [junit4]   2> 257561 T500 oasc.CoreContainer.<init> New CoreContainer 630648457
   [junit4]   2> 257562 T500 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/]
   [junit4]   2> 257564 T500 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 257565 T500 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 257565 T500 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 257566 T500 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 257566 T500 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 257566 T500 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 257567 T500 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 257567 T500 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 257568 T500 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 257576 T500 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 257577 T500 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 257577 T500 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 257578 T500 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:12269/solr
   [junit4]   2> 257578 T500 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 257579 T500 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 317681 T500 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=es_PR, timezone=Asia/Jakarta
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=138073912,total=211812352
   [junit4]   2> NOTE: All tests run in this JVM: [TestSurroundQueryParser, TermVectorComponentTest, ZkCLITest, TestDocumentBuilder, LeaderElectionTest, LoggingHandlerTest, DateMathParserTest, PrimitiveFieldTypeTest, SchemaVersionSpecificBehaviorTest, BasicFunctionalityTest, DistributedExpandComponentTest, CoreAdminRequestStatusTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CoreAdminRequestStatusTest -Dtests.seed=A721A6AAB5EB39F5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_PR -Dtests.timezone=Asia/Jakarta -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | CoreAdminRequestStatusTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminRequestStatusTest.beforeClass(CoreAdminRequestStatusTest.java:35)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
   [junit4]    > 	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
   [junit4]    > 	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
   [junit4]    > 	... 29 more
   [junit4]    > Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:12269 within 30000 ms
   [junit4]    > 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
   [junit4]    > 	... 37 more
   [junit4] Completed on J0 in 61.28s, 0 tests, 1 error <<< FAILURES!

[...truncated 20 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 317819 T504 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/nd
   [junit4]   2> 317828 T504 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1395217834819
   [junit4]   2> 317830 T504 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 317830 T505 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 317931 T504 oasc.ZkTestServer.run start zk server on port:33153
   [junit4]   2> 317932 T504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 317936 T511 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34709095 name:ZooKeeperConnection Watcher:127.0.0.1:33153 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 317936 T504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 317937 T504 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 317959 T504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 317961 T513 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b6de499 name:ZooKeeperConnection Watcher:127.0.0.1:33153/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 317961 T504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 317962 T504 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 317972 T504 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 317975 T504 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 317978 T504 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 317981 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 317982 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 317996 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 317996 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 318103 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 318104 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 318113 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 318114 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 318118 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 318119 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 318122 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 318123 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 318127 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 318128 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 318132 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 318133 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 318136 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 318137 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 318141 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 318141 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 318145 T504 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 318146 T504 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 319076 T504 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 319080 T504 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:17653
   [junit4]   2> 319081 T504 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 319081 T504 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 319081 T504 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1395217835140
   [junit4]   2> 319082 T504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1395217835140/'
   [junit4]   2> 319108 T504 oass.SolrDispatchFilter.loadConfigSolr Trying to read solr.xml from 127.0.0.1:33153/solr
   [junit4]   2> 319109 T504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 319112 T524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77e41418 name:ZooKeeperConnection Watcher:127.0.0.1:33153/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 319113 T504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 319124 T504 oass.SolrDispatchFilter.init ERROR Could not start Solr. Check solr/home property and the logs
   [junit4]   2> 319126 T504 oasc.SolrException.log ERROR null:org.apache.solr.common.SolrException: Could not load solr.xml from zookeeper
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.loadConfigSolr(SolrDispatchFilter.java:182)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:198)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:147)
   [junit4]   2> 		at org.eclipse.jetty.servlet.FilterHolder.doStart(FilterHolder.java:119)
   [junit4]   2> 		at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:64)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:719)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1309)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1345)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1085)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:931)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:888)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:340)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:325)
   [junit4]   2> 		at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:174)
   [junit4]   2> 		at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:65)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:430)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:403)
   [junit4]   2> 		at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJetty(AbstractFullDistribZkTestBase.java:490)
   [junit4]   2> 		at org.apache.solr.BaseDistributedSearchTestCase.createJetty(BaseDistributedSearchTestCase.java:356)
   [junit4]   2> 		at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:291)
   [junit4]   2> 		at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Could not load solr.xml from zookeeper: node not found
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.loadConfigSolr(SolrDispatchFilter.java:178)
   [junit4]   2> 		... 59 more
   [junit4]   2> 	
   [junit4]   2> 319127 T504 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 319129 T504 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 319131 T526 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@175a1628 name:ZooKeeperConnection Watcher:127.0.0.1:33153/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 319131 T504 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 319132 T504 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 319135 T504 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 319137 T504 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 319140 T504 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 17653
   [junit4]   2> 319141 T504 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_/nd,null}
   [junit4]   2> 319196 T504 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 319197 T504 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:33153 33153
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=A721A6AAB5EB39F5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_UY -Dtests.timezone=Atlantic/Canary -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1.46s J0 | ShardSplitTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.common.cloud.ZooKeeperException: 
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5:26C728B2C2B459C9]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.connect(CloudSolrServer.java:249)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.initCloud(AbstractFullDistribZkTestBase.java:256)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:312)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]    > Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /live_nodes
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:299)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.connect(CloudSolrServer.java:242)
   [junit4]    > 	... 42 more
   [junit4]   2> 319283 T504 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 319283 T504 oas.SolrTestCaseJ4.endTrackingZkClients ERROR ERROR: SolrZkClient opens=4 closes=3
   [junit4]   2> 1470 T503 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> 319373 T526 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@175a1628 name:ZooKeeperConnection Watcher:127.0.0.1:33153/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 319373 T526 oascc.ConnectionManager.process zkClient has disconnected
   [junit4]   2> 21574 T503 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 2 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 
   [junit4]   2> 	   1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]   2> 	   2) Thread[id=526, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
   [junit4]   2> 21575 T503 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
   [junit4]   2> 	   1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]   2> 	   2) Thread[id=526, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
   [junit4]   2> 339394 T526 oaz.ClientCnxn$EventThread.run ERROR Event thread exiting due to interruption java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2017)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2052)
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
   [junit4]   2> 
   [junit4]   2> 341398 T525 oazc.StaticHostProvider.next WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
   [junit4]   2> 
   [junit4]   2> 24582 T503 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
   [junit4]   2> 	   1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]   2> 342427 T3 oasc.CoreContainer.finalize ERROR CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=630648457
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=485), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=485)), sim=DefaultSimilarity, locale=es_UY, timezone=Atlantic/Canary
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=155954600,total=211812352
   [junit4]   2> NOTE: All tests run in this JVM: [TestSurroundQueryParser, TermVectorComponentTest, ZkCLITest, TestDocumentBuilder, LeaderElectionTest, LoggingHandlerTest, DateMathParserTest, PrimitiveFieldTypeTest, SchemaVersionSpecificBehaviorTest, BasicFunctionalityTest, DistributedExpandComponentTest, CoreAdminRequestStatusTest, ShardSplitTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.seed=A721A6AAB5EB39F5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_UY -Dtests.timezone=Atlantic/Canary -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | ShardSplitTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=4 closes=3
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:435)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:180)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 
   [junit4]    >    1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]    >    2) Thread[id=526, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=525, name=TEST-ShardSplitTest.testDistribSearch-seed#[A721A6AAB5EB39F5]-SendThread(localhost:33153), state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A721A6AAB5EB39F5]:0)
   [junit4] Completed on J0 in 24.67s, 1 test, 1 failure, 3 errors <<< FAILURES!

[...truncated 1002 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:490: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1275: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:907: There were test failures: 391 suites, 1620 tests, 6 suite-level errors, 2 errors, 1073 ignored (23 assumptions)

Total time: 42 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure