You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/11/13 08:26:53 UTC
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 438 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/438/
4 tests failed.
REGRESSION: org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch
Error Message:
Invalid replica : core_node3 in shard/collection : shard1/delLiveColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Invalid replica : core_node3 in shard/collection : shard1/delLiveColl
at __randomizedtesting.SeedInfo.seed([4A677CF03D79B8C6:CB81F2E84A26D8FA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:464)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:268)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:149)
at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:135)
at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:115)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
ERROR: SolrZkClient opens=15 closes=14
Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
at __randomizedtesting.SeedInfo.seed([4A677CF03D79B8C6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest: 1) Thread[id=2638, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-SendThread(localhost:47127), state=RUNNABLE, group=TGRP-DeleteReplicaTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) 2) Thread[id=2639, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:
1) Thread[id=2638, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-SendThread(localhost:47127), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
2) Thread[id=2639, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
at __randomizedtesting.SeedInfo.seed([4A677CF03D79B8C6]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2638, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-SendThread(localhost:47127), state=RUNNABLE, group=TGRP-DeleteReplicaTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2638, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-SendThread(localhost:47127), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
at __randomizedtesting.SeedInfo.seed([4A677CF03D79B8C6]:0)
Build Log:
[...truncated 10410 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
[junit4] 2> 1235590 T2552 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1235595 T2552 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-DeleteReplicaTest-1384327278606
[junit4] 2> 1235596 T2552 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1235597 T2553 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1235698 T2552 oasc.ZkTestServer.run start zk server on port:47127
[junit4] 2> 1235698 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1235702 T2559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32073b63 name:ZooKeeperConnection Watcher:127.0.0.1:47127 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1235703 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1235703 T2552 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1235714 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1235716 T2561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d0e3449 name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1235716 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1235716 T2552 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1235726 T2552 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1235729 T2552 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1235731 T2552 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1235740 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1235741 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1235752 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1235753 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1235856 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1235857 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1235860 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1235860 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1235863 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1235864 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1235873 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1235873 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1235876 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1235877 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1235880 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1235880 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1235883 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1235884 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1235892 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1235892 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1235895 T2552 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1235896 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1236185 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1236189 T2552 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59719
[junit4] 2> 1236190 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1236190 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1236190 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909
[junit4] 2> 1236191 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/'
[junit4] 2> 1236228 T2552 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/solr.xml
[junit4] 2> 1236311 T2552 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1236312 T2552 oasc.CoreContainer.<init> New CoreContainer 1266027384
[junit4] 2> 1236312 T2552 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/]
[junit4] 2> 1236314 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1236314 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1236314 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1236315 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1236315 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1236316 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1236316 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1236316 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1236317 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1236323 T2552 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1236324 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1236324 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47127/solr
[junit4] 2> 1236325 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1236326 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1236329 T2572 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@585bbafa name:ZooKeeperConnection Watcher:127.0.0.1:47127 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1236329 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1236341 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1236343 T2574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4674f1ba name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1236343 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1236345 T2552 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1236349 T2552 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1236357 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1236359 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59719_
[junit4] 2> 1236361 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59719_
[junit4] 2> 1236369 T2552 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1236384 T2552 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1236386 T2552 oasc.Overseer.start Overseer (id=90723272531181571-127.0.0.1:59719_-n_0000000000) starting
[junit4] 2> 1236401 T2552 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1236412 T2576 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1236413 T2552 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1236415 T2552 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1236417 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1236419 T2575 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1236422 T2552 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909
[junit4] 2> 1236592 T2552 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/conf/
[junit4] 2> 1236593 T2552 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1236594 T2552 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1236594 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1236602 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1236604 T2579 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4086f1d0 name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1236604 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1236605 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1236607 T2552 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1236889 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1236893 T2552 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36751
[junit4] 2> 1236893 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1236894 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1236894 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617
[junit4] 2> 1236895 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/'
[junit4] 2> 1236932 T2552 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/solr.xml
[junit4] 2> 1237015 T2552 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1237016 T2552 oasc.CoreContainer.<init> New CoreContainer 2057422363
[junit4] 2> 1237016 T2552 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/]
[junit4] 2> 1237018 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1237018 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1237019 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1237019 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1237019 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1237020 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1237020 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1237021 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1237021 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1237027 T2552 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1237028 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1237028 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47127/solr
[junit4] 2> 1237029 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1237030 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1237033 T2590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e315e5a name:ZooKeeperConnection Watcher:127.0.0.1:47127 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1237033 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1237051 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1237053 T2592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40673dac name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1237053 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1237064 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1238067 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36751_
[junit4] 2> 1238069 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36751_
[junit4] 2> 1238072 T2579 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1238072 T2592 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1238072 T2574 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1238088 T2552 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617
[junit4] 2> 1238090 T2552 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/conf/
[junit4] 2> 1238263 T2552 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1238264 T2552 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1238264 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1238553 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1238556 T2552 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:46809
[junit4] 2> 1238557 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1238557 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1238557 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384327281281
[junit4] 2> 1238558 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384327281281/'
[junit4] 2> 1238595 T2552 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384327281281/solr.xml
[junit4] 2> 1238688 T2552 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1238689 T2552 oasc.CoreContainer.<init> New CoreContainer 1995049102
[junit4] 2> 1238689 T2552 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384327281281/]
[junit4] 2> 1238691 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1238691 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1238691 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1238692 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1238692 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1238693 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1238693 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1238694 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1238694 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1238700 T2552 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1238701 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1238701 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47127/solr
[junit4] 2> 1238702 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1238703 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1238705 T2604 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@417cd1f5 name:ZooKeeperConnection Watcher:127.0.0.1:47127 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1238706 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1238710 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1238723 T2606 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e570e64 name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1238723 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1238732 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1239735 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46809_
[junit4] 2> 1239762 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46809_
[junit4] 2> 1239765 T2579 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1239765 T2592 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1239765 T2606 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1239765 T2574 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1239779 T2552 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384327281281
[junit4] 2> 1239787 T2552 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty2-1384327281281/conf/
[junit4] 2> 1240049 T2552 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1240050 T2552 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1240050 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1240338 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1240341 T2552 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39152
[junit4] 2> 1240342 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1240342 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1240343 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066
[junit4] 2> 1240343 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/'
[junit4] 2> 1240380 T2552 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/solr.xml
[junit4] 2> 1240452 T2552 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1240453 T2552 oasc.CoreContainer.<init> New CoreContainer 1776615763
[junit4] 2> 1240453 T2552 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/]
[junit4] 2> 1240454 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1240454 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1240454 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1240455 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1240455 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1240455 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1240455 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1240456 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1240456 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1240460 T2552 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1240460 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1240461 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47127/solr
[junit4] 2> 1240461 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1240462 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1240492 T2618 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25a98c1 name:ZooKeeperConnection Watcher:127.0.0.1:47127 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1240492 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1240496 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1240502 T2620 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@125ad836 name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1240502 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1240506 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1241509 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39152_
[junit4] 2> 1241521 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39152_
[junit4] 2> 1241524 T2579 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1241525 T2592 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1241525 T2620 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1241525 T2574 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1241524 T2606 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1241541 T2552 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066
[junit4] 2> 1241807 T2552 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/conf/
[junit4] 2> 1241811 T2552 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1241811 T2552 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1241812 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1242100 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1242104 T2552 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29069
[junit4] 2> 1242105 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1242105 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1242106 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828
[junit4] 2> 1242106 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/'
[junit4] 2> 1242143 T2552 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/solr.xml
[junit4] 2> 1242226 T2552 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1242226 T2552 oasc.CoreContainer.<init> New CoreContainer 69244087
[junit4] 2> 1242227 T2552 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/]
[junit4] 2> 1242228 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1242229 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1242229 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1242229 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1242230 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1242230 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1242231 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1242231 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1242231 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1242238 T2552 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1242238 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1242239 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47127/solr
[junit4] 2> 1242239 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1242240 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1242243 T2632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55785ecf name:ZooKeeperConnection Watcher:127.0.0.1:47127 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1242243 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1242247 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1242256 T2634 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dd90483 name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1242256 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1242266 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1243269 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29069_
[junit4] 2> 1243271 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29069_
[junit4] 2> 1243298 T2579 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1243299 T2592 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1243298 T2606 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1243299 T2574 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1243298 T2620 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1243298 T2634 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1243305 T2552 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828
[junit4] 2> 1243311 T2552 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/conf/
[junit4] 2> 1243474 T2552 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1243475 T2552 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1243475 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1243483 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1243492 T2637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78daa17b name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1243492 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1243494 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1243497 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1243498 T2639 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aca79de name:ZooKeeperConnection Watcher:127.0.0.1:47127/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1243499 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1243500 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1243503 T2582 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&maxShardsPerNode=2&name=delLiveColl&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 1243505 T2574 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1243513 T2576 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delLiveColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 1243513 T2576 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delLiveColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 1243931 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1243932 T2575 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl
[junit4] 2> 1243932 T2575 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2]
[junit4] 2> 1243952 T2637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1243953 T2606 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1243953 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1243953 T2592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1243953 T2620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1243953 T2639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1243953 T2634 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1243953 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1244021 T2576 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 1244021 T2576 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:36751_
[junit4] 2> 1244021 T2576 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:39152_
[junit4] 2> 1244022 T2576 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:59719_
[junit4] 2> 1244022 T2576 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:29069_
[junit4] 2> 1244025 T2583 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down
[junit4] 2> 1244026 T2564 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down
[junit4] 2> 1244026 T2610 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down
[junit4] 2> 1244026 T2624 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down
[junit4] 2> 1244027 T2583 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1244027 T2564 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1244038 T2610 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1244039 T2624 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1245458 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1245459 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36751",
[junit4] 2> "core":"delLiveColl_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:36751_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1245462 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59719",
[junit4] 2> "core":"delLiveColl_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:59719_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1245477 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39152",
[junit4] 2> "core":"delLiveColl_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:39152_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1245480 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:29069",
[junit4] 2> "core":"delLiveColl_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:29069_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1245483 T2637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1245484 T2592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1245484 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1245484 T2606 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1245484 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1245484 T2634 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1245484 T2639 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1245484 T2620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1246029 T2583 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1
[junit4] 2> 1246030 T2564 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1
[junit4] 2> 1246031 T2583 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/delLiveColl_shard1_replica1
[junit4] 2> 1246031 T2583 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1246031 T2564 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/delLiveColl_shard2_replica1
[junit4] 2> 1246032 T2564 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1246032 T2583 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
[junit4] 2> 1246032 T2583 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1246032 T2564 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
[junit4] 2> 1246033 T2564 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1246033 T2583 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1246034 T2583 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
[junit4] 2> 1246034 T2564 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1246034 T2564 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
[junit4] 2> 1246036 T2583 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1246036 T2564 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1246037 T2583 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/delLiveColl_shard1_replica1/'
[junit4] 2> 1246037 T2564 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/delLiveColl_shard2_replica1/'
[junit4] 2> 1246040 T2610 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2
[junit4] 2> 1246041 T2624 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2
[junit4] 2> 1246043 T2610 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/delLiveColl_shard1_replica2
[junit4] 2> 1246043 T2624 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/delLiveColl_shard2_replica2
[junit4] 2> 1246043 T2610 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1246043 T2624 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1246044 T2610 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1246044 T2624 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1246044 T2610 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1246046 T2624 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1246047 T2610 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/delLiveColl_shard1_replica2/'
[junit4] 2> 1246047 T2624 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/delLiveColl_shard2_replica2/'
[junit4] 2> 1246187 T2564 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1246187 T2583 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1246188 T2624 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1246188 T2610 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1246268 T2564 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1246268 T2583 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1246269 T2624 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1246269 T2610 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1246369 T2583 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1246369 T2564 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1246370 T2610 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1246370 T2624 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1246380 T2583 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test
[junit4] 2> 1246380 T2610 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test
[junit4] 2> 1246380 T2564 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test
[junit4] 2> 1246381 T2624 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test
[junit4] 2> 1247109 T2583 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1247112 T2624 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1247114 T2610 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1247119 T2564 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1247123 T2583 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1247123 T2610 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1247124 T2624 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1247127 T2583 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1247128 T2610 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1247128 T2564 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1247128 T2624 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1247133 T2564 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1247142 T2583 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1247142 T2624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1247142 T2610 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1247146 T2564 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1247147 T2583 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1247147 T2624 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1247148 T2610 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1247150 T2564 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1247152 T2583 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1247153 T2624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1247153 T2610 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1247153 T2583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1247154 T2624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1247154 T2610 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1247154 T2624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1247154 T2583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1247155 T2564 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1247155 T2624 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1247154 T2610 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1247155 T2583 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1247156 T2564 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1247157 T2564 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1247156 T2610 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1247157 T2564 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1247157 T2583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1247157 T2624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1247158 T2610 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1247158 T2583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1247159 T2610 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1247159 T2564 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1247159 T2624 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1247160 T2564 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1247160 T2610 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1247160 T2583 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1247161 T2610 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/delLiveColl_shard1_replica2/, dataDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/delLiveColl_shard1_replica2/data/
[junit4] 2> 1247161 T2564 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1247161 T2624 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1247162 T2564 oasc.SolrCore.<init> [delLiveColl_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/delLiveColl_shard2_replica1/, dataDir=./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/delLiveColl_shard2_replica1/data/
[junit4] 2> 1247162 T2610 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b59640d
[junit4] 2> 1247162 T2583 oasc.SolrCore.<init> [delLiveColl_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/delLiveColl_shard1_replica1/, dataDir=./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/delLiveColl_shard1_replica1/data/
[junit4] 2> 1247163 T2564 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b59640d
[junit4] 2> 1247163 T2624 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/delLiveColl_shard2_replica2/, dataDir=./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/delLiveColl_shard2_replica2/data/
[junit4] 2> 1247164 T2610 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/delLiveColl_shard1_replica2/data
[junit4] 2> 1247165 T2564 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/delLiveColl_shard2_replica1/data
[junit4] 2> 1247164 T2583 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b59640d
[junit4] 2> 1247165 T2564 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/delLiveColl_shard2_replica1/data/index/
[junit4] 2> 1247165 T2610 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/delLiveColl_shard1_replica2/data/index/
[junit4] 2> 1247164 T2624 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b59640d
[junit4] 2> 1247166 T2583 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/delLiveColl_shard1_replica1/data
[junit4] 2> 1247166 T2610 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica2] Solr index directory '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/delLiveColl_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1247167 T2624 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/delLiveColl_shard2_replica2/data
[junit4] 2> 1247167 T2610 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.DeleteReplicaTest-jetty3-1384327283066/delLiveColl_shard1_replica2/data/index
[junit4] 2> 1247166 T2564 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica1] Solr index directory './org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/delLiveColl_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1247168 T2610 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2640740021181046]
[junit4] 2> 1247167 T2624 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/delLiveColl_shard2_replica2/data/index/
[junit4] 2> 1247167 T2583 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/delLiveColl_shard1_replica1/data/index/
[junit4] 2> 1247169 T2610 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@38132fe3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7213f67c),segFN=segments_1,generation=1}
[junit4] 2> 1247169 T2624 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica2] Solr index directory './org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/delLiveColl_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1247168 T2564 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-controljetty-1384327278909/delLiveColl_shard2_replica1/data/index
[junit4] 2> 1247170 T2624 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-jetty4-1384327284828/delLiveColl_shard2_replica2/data/index
[junit4] 2> 1247170 T2610 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1247169 T2583 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica1] Solr index directory './org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/delLiveColl_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1247171 T2624 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2640740021181046]
[junit4] 2> 1247171 T2564 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2640740021181046]
[junit4] 2> 1247172 T2583 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.DeleteReplicaTest-jetty1-1384327279617/delLiveColl_shard1_replica1/data/index
[junit4] 2> 1247172 T2624 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@72ac6c14 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25b6eb60),segFN=segments_1,generation=1}
[junit4] 2> 1247173 T2564 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@454c8f73 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dd8b91b),segFN=segments_1,generation=1}
[junit4] 2> 1247173 T2583 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2640740021181046]
[junit4] 2> 1247173 T2564 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1247173 T2624 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1247174 T2583 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@39bd51fb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a9cf9e3),segFN=segments_1,generation=1}
[junit4] 2> 1247175 T2610 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1247175 T2583 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1247175 T2610 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1247176 T2610 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1247176 T2610 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1247177 T2610 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1247177 T2610 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1247178 T2610 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1247178 T2564 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1247179 T2624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1247178 T2610 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1247179 T2624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1247179 T2564 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1247180 T2624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1247179 T2583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1247179 T2610 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1247181 T2583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1247180 T2624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1247180 T2564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1247182 T2624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1247181 T2583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1247181 T2610 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1247183 T2583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1247182 T2624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1247182 T2564 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1247184 T2624 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1247183 T2583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1247183 T2610 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1247185 T2583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1247184 T2624 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1247184 T2564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1247186 T2624 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1247186 T2583 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1247185 T2610 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1247187 T2583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1247187 T2624 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1247186 T2564 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1247188 T2624 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1247187 T2583 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1247187 T2610 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1247189 T2583 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1247188 T2624 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1247188 T2564 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1247190 T2624 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1247190 T2583 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1247189 T2610 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1247191 T2624 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1247191 T2583 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1247190 T2564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1247192 T2583 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1247191 T2624 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1247193 T2583 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1247191 T2610 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1247193 T2583 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1247192 T2564 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1247194 T2564 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1247195 T2564 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1247195 T2564 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1247196 T2564 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1247196 T2564 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1247197 T2564 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1247223 T2583 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1247224 T2610 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1247225 T2624 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1247225 T2564 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1247230 T2583 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1247231 T2583 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1247231 T2583 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3dda8ee8
[junit4] 2> 1247232 T2624 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1247232 T2564 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1247232 T2583 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@39bd51fb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a9cf9e3),segFN=segments_1,generation=1}
[junit4] 2> 1247233 T2564 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1247232 T2610 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1247232 T2624 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1247234 T2610 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1247234 T2624 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@40808c13
[junit4] 2> 1247234 T2564 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1af4d7c0
[junit4] 2> 1247233 T2583 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1247235 T2564 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@454c8f73 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dd8b91b),segFN=segments_1,generation=1}
[junit4] 2> 1247235 T2624 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: comm
[...truncated too long message...]
ientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] 2> 2) Thread[id=2639, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
[junit4] 2> 128827 T2551 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2638, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-SendThread(localhost:47127), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] 2> 2) Thread[id=2639, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
[junit4] 2> 1364416 T2639 oaz.ClientCnxn$EventThread.run ERROR Event thread exiting due to interruption java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2017)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2052)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
[junit4] 2>
[junit4] 2> 1365919 T2638 oaz.ClientCnxn$SendThread.run WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
[junit4] 2>
[junit4] 2> 1366420 T2638 oazc.StaticHostProvider.next WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
[junit4] 2>
[junit4] 2> 131834 T2551 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2638, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-SendThread(localhost:47127), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] 2> at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] 2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=cs, timezone=America/Eirunepe
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=3,free=127408144,total=308936704
[junit4] 2> NOTE: All tests run in this JVM: [TestJmxMonitoredMap, UnloadDistributedZkTest, ParsingFieldUpdateProcessorsTest, PreAnalyzedUpdateProcessorTest, DistributedTermsComponentTest, TestSort, UUIDFieldTest, TestFieldTypeCollectionResource, TestElisionMultitermQuery, SliceStateTest, TestNonNRTOpen, TestWriterPerf, TestSchemaVersionResource, TestSuggestSpellingConverter, SpatialFilterTest, SuggesterFSTTest, TermsComponentTest, WordBreakSolrSpellCheckerTest, TestSchemaSimilarityResource, TestDocSet, OverseerCollectionProcessorTest, LegacyHTMLStripCharFilterTest, AnalysisAfterCoreReloadTest, TestReplicationHandler, TestCoreContainer, QueryEqualityTest, CacheHeaderTest, FileBasedSpellCheckerTest, TestBM25SimilarityFactory, TestStressVersions, ZkControllerTest, TestFaceting, SOLR749Test, SimpleFacetsTest, TestSolrXmlPersistence, CustomCollectionTest, MBeansHandlerTest, ClusterStateUpdateTest, TestQueryUtils, TestCharFilters, TestSearchPerf, TestPseudoReturnFields, TestManagedSchema, DeleteReplicaTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteReplicaTest -Dtests.seed=4A677CF03D79B8C6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=cs -Dtests.timezone=America/Eirunepe -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | DeleteReplicaTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
[junit4] > at __randomizedtesting.SeedInfo.seed([4A677CF03D79B8C6]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
[junit4] > at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
[junit4] > at java.lang.Thread.run(Thread.java:724)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:
[junit4] > 1) Thread[id=2638, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-SendThread(localhost:47127), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] > 2) Thread[id=2639, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
[junit4] > at __randomizedtesting.SeedInfo.seed([4A677CF03D79B8C6]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2638, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[4A677CF03D79B8C6]-SendThread(localhost:47127), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4] > at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
[junit4] > at __randomizedtesting.SeedInfo.seed([4A677CF03D79B8C6]:0)
[junit4] Completed on J0 in 131.89s, 1 test, 1 failure, 3 errors <<< FAILURES!
[...truncated 619 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:430: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:403: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:489: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1272: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:908: There were test failures: 334 suites, 1470 tests, 3 suite-level errors, 1 error, 841 ignored (1 assumption)
Total time: 97 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure